{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5075.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10187): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10187) [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10187): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10187) [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:06.201809 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:12:06.213467 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:12:06.810346 tst mo_mt_sms.py: using LAC 32281\u000a00:12:06.924680 tst mo_mt_sms.py: using RAC 151\u000a00:12:07.037430 tst mo_mt_sms.py: using CellId 32281\u000a00:12:07.158932 tst mo_mt_sms.py: using BVCI 32282\u000a00:12:07.182331 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:12:07.361923 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:12:07.633272 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:12:07.756125 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:09.965438 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Launched\u000a00:12:10.255236 run osmo-nitb_10.42.42.2(pid=10187): Launched\u000a00:12:10.423698 run osmo-nitb_10.42.42.2(pid=10187): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)]\u000a00:12:10.545710 run osmo-nitb_10.42.42.2(pid=10187): stdout: \u000a| (launched: 2022-12-13_00:12:10.113413) \u000a00:12:10.667986 run osmo-nitb_10.42.42.2(pid=10187): stderr: \u000a| (launched: 2022-12-13_00:12:10.156788)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:10.785666 run osmo-nitb_10.42.42.2(pid=10187): stdout: \u000a| (launched: 2022-12-13_00:12:10.113413) \u000a00:12:10.902285 run osmo-nitb_10.42.42.2(pid=10187): stderr: \u000a| (launched: 2022-12-13_00:12:10.156788)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:10.953367 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10187): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10187) [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10187)] [trial-2384↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a00:12:10.961060 tst mo_mt_sms.py:11: Test FAILED (4.8 sec)\u000a00:12:10.995119 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Terminating (SIGTERM)\u000a00:12:11.172224 --- ParallelTerminationStrategy: PID 10186 died...\u000a00:12:11.226595 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10186): Terminated: ok {rc=0}\u000a00:12:11.315802 bus /sierra_3: Setting Powered False\u000a00:12:12.424858 bus /sierra_3: Setting Powered False\u000a00:12:13.536599 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:12:06" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:sysmo", "duration" : 14.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a00:12:15.389716 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:15.400571 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a00:12:15.528550 tst mo_mt_sms.py: using LAC 32282\u000a00:12:15.650832 tst mo_mt_sms.py: using RAC 152\u000a00:12:15.773380 tst mo_mt_sms.py: using CellId 32282\u000a00:12:15.926435 tst mo_mt_sms.py: using BVCI 32283\u000a00:12:15.949789 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:15.961585 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:15.972942 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:15.985468 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:16.006214 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:16.026422 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:12:16.154320 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a00:12:16.430352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:18.159466 run create_hlr_db(pid=10191): Launched\u000a00:12:18.344039 bus /sierra_2: Setting Powered False\u000a00:12:19.363938 run create_hlr_db(pid=10191): Terminated: ok {rc=0}\u000a00:12:19.762648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Launched\u000a00:12:20.058121 run osmo-hlr_10.42.42.2(pid=10194): Launched\u000a00:12:20.168005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:22.591461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Launched\u000a00:12:22.886750 run osmo-stp_10.42.42.5(pid=10197): Launched\u000a00:12:22.995295 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:28.190564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Launched\u000a00:12:28.483095 run osmo-msc_10.42.42.6(pid=10200): Launched\u000a00:12:28.653694 run osmo-stp_10.42.42.5(pid=10197): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)]\u000a00:12:28.776891 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-13_00:12:22.740785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:28.899091 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001222914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:29.016148 run osmo-stp_10.42.42.5(pid=10197): stdout: \u000a| (launched: 2022-12-13_00:12:22.740785)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:29.132151 run osmo-stp_10.42.42.5(pid=10197): stderr: \u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001222914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001222914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001222915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:29.182956 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10197): Process ended prematurely: osmo-stp_10.42.42.5(pid=10197) [trial-2384↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10197)] [trial-2384↪sms:sysmo↪mo_mt_sms.py:16]\u000a00:12:29.190725 tst mo_mt_sms.py:16: Test FAILED (13.8 sec)\u000a00:12:29.250090 run osmo-hlr_10.42.42.2(pid=10194): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10194)]\u000a00:12:29.299314 run osmo-hlr_10.42.42.2(pid=10194): stdout: \u000a| (launched: 2022-12-13_00:12:19.912551) \u000a00:12:29.349163 run osmo-hlr_10.42.42.2(pid=10194): stderr: \u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001220087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001220111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001220119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001220119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001220119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:29.416768 run osmo-msc_10.42.42.6(pid=10200): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10200)]\u000a00:12:29.466006 run osmo-msc_10.42.42.6(pid=10200): stdout: \u000a| (launched: 2022-12-13_00:12:28.338752) \u000a00:12:29.515750 run osmo-msc_10.42.42.6(pid=10200): stderr: \u000a| �[0;m�[38;5;43m20221213001228616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001228616 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e3ead2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001228616 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001228616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001228616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001228617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001228618 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001228619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001228619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001228619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:29.557883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminating (SIGTERM)\u000a00:12:29.597739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminating (SIGTERM)\u000a00:12:29.637595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminating (SIGTERM)\u000a00:12:29.646803 --- ParallelTerminationStrategy: PID 10193 died...\u000a00:12:29.699834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10193): Terminated: ok {rc=0}\u000a00:12:29.709361 --- ParallelTerminationStrategy: PID 10196 died...\u000a00:12:29.762560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10196): Terminated: ok {rc=0}\u000a00:12:29.771990 --- ParallelTerminationStrategy: PID 10199 died...\u000a00:12:29.825037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10199): Terminated: ok {rc=0}\u000a00:12:29.909541 bus /sierra_3: Setting Powered False\u000a00:12:31.046310 bus /sierra_3: Setting Powered False\u000a00:12:32.151469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 19.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:12:15" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:12:33.947550 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a00:12:33.958300 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:12:34.077357 tst assert_extension.py: using LAC 32283\u000a00:12:34.192764 tst assert_extension.py: using RAC 153\u000a00:12:34.310052 tst assert_extension.py: using CellId 32283\u000a00:12:34.435546 tst assert_extension.py: using BVCI 32284\u000a00:12:34.459783 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:12:34.730232 tst assert_extension.py:10: start nitb and bts...\u000a00:12:34.851873 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:12:35.462104 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Launched\u000a00:12:35.809676 run osmo-nitb_10.42.42.2(pid=10207): Launched\u000a00:12:36.008359 run osmo-nitb_10.42.42.2(pid=10207): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)]\u000a00:12:36.153760 run osmo-nitb_10.42.42.2(pid=10207): stdout: \u000a| (launched: 2022-12-13_00:12:35.638649) \u000a00:12:36.297575 run osmo-nitb_10.42.42.2(pid=10207): stderr: \u000a| (launched: 2022-12-13_00:12:35.693304)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:36.437247 run osmo-nitb_10.42.42.2(pid=10207): stdout: \u000a| (launched: 2022-12-13_00:12:35.638649) \u000a00:12:36.575844 run osmo-nitb_10.42.42.2(pid=10207): stderr: \u000a| (launched: 2022-12-13_00:12:35.693304)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:36.937844 tst osmo-nitb_10.42.42.2(pid=10207): stdout: \u000a| (launched: 2022-12-13_00:12:35.638649) \u000a00:12:37.063861 tst osmo-nitb_10.42.42.2(pid=10207): stderr: \u000a| (launched: 2022-12-13_00:12:35.693304)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:12:37.119109 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10207): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10207) [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10207)] [trial-2384↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a00:12:37.127510 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:12:37.164301 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Terminating (SIGTERM)\u000a00:12:37.342249 --- ParallelTerminationStrategy: PID 10206 died...\u000a00:12:37.399756 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10206): Terminated: ok {rc=0}\u000a00:12:37.485768 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:12:33" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10217): Process ended prematurely: osmo-stp_10.42.42.5(pid=10217) [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10217): Process ended prematurely: osmo-stp_10.42.42.5(pid=10217) [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a00:12:39.352880 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.363530 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a00:12:39.483682 tst assert_extension.py: using LAC 32284\u000a00:12:39.606430 tst assert_extension.py: using RAC 154\u000a00:12:39.728941 tst assert_extension.py: using CellId 32284\u000a00:12:39.855830 tst assert_extension.py: using BVCI 32285\u000a00:12:39.880147 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.891218 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.902137 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.913153 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.924088 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:12:39.935180 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a00:12:40.131676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:40.603961 run create_hlr_db(pid=10211): Launched\u000a00:12:40.774213 bus /sierra_2: Setting Powered False\u000a00:12:41.794211 run create_hlr_db(pid=10211): Terminated: ok {rc=0}\u000a00:12:42.217436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Launched\u000a00:12:42.535823 run osmo-hlr_10.42.42.2(pid=10214): Launched\u000a00:12:42.650675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:43.202790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Launched\u000a00:12:43.519707 run osmo-stp_10.42.42.5(pid=10217): Launched\u000a00:12:43.634471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:44.212468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Launched\u000a00:12:44.530718 run osmo-msc_10.42.42.6(pid=10220): Launched\u000a00:12:44.717509 run osmo-stp_10.42.42.5(pid=10217): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)]\u000a00:12:44.852684 run osmo-stp_10.42.42.5(pid=10217): stdout: \u000a| (launched: 2022-12-13_00:12:43.363666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:44.987446 run osmo-stp_10.42.42.5(pid=10217): stderr: \u000a| �[0;m�[38;5;43m20221213001243556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001243557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001243557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001243557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:45.115374 run osmo-stp_10.42.42.5(pid=10217): stdout: \u000a| (launched: 2022-12-13_00:12:43.363666)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:45.241978 run osmo-stp_10.42.42.5(pid=10217): stderr: \u000a| �[0;m�[38;5;43m20221213001243556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001243557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001243557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001243557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001243558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:45.296861 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10217): Process ended prematurely: osmo-stp_10.42.42.5(pid=10217) [trial-2384↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10217)] [trial-2384↪ussd:sysmo↪assert_extension.py:17]\u000a00:12:45.305369 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a00:12:45.368939 run osmo-hlr_10.42.42.2(pid=10214): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10214)]\u000a00:12:45.421122 run osmo-hlr_10.42.42.2(pid=10214): stdout: \u000a| (launched: 2022-12-13_00:12:42.378532) \u000a00:12:45.473739 run osmo-hlr_10.42.42.2(pid=10214): stderr: \u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001242577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001242604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001242615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001242615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001242615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:45.545245 run osmo-msc_10.42.42.6(pid=10220): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10220)]\u000a00:12:45.597408 run osmo-msc_10.42.42.6(pid=10220): stdout: \u000a| (launched: 2022-12-13_00:12:44.372937) \u000a00:12:45.649871 run osmo-msc_10.42.42.6(pid=10220): stderr: \u000a| �[0;m�[38;5;43m20221213001244695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001244695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0456cbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001244695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001244695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001244696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001244696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001244697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001244698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001244698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001244698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:45.694565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Terminating (SIGTERM)\u000a00:12:45.736585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Terminating (SIGTERM)\u000a00:12:45.778907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Terminating (SIGTERM)\u000a00:12:45.788821 --- ParallelTerminationStrategy: PID 10213 died...\u000a00:12:45.846001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10213): Terminated: ok {rc=0}\u000a00:12:45.861156 --- ParallelTerminationStrategy: PID 10216 died...\u000a00:12:45.924842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10216): Terminated: ok {rc=0}\u000a00:12:45.935648 --- ParallelTerminationStrategy: PID 10219 died...\u000a00:12:45.993427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10219): Terminated: ok {rc=0}\u000a00:12:46.084251 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:12:39" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10231): Process ended prematurely: osmo-stp_10.42.42.5(pid=10231) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10231): Process ended prematurely: osmo-stp_10.42.42.5(pid=10231) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:12:48.033904 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.045356 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:48.197376 tst mo_mt_call.py: using LAC 32285\u000a00:12:48.323550 tst mo_mt_call.py: using RAC 155\u000a00:12:48.450592 tst mo_mt_call.py: using CellId 32285\u000a00:12:48.577030 tst mo_mt_call.py: using BVCI 32286\u000a00:12:48.601724 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.613159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.624333 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.635884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.647357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:48.658973 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:48.781443 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:48.992032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:49.501774 run create_hlr_db(pid=10225): Launched\u000a00:12:49.688738 bus /sierra_2: Setting Powered False\u000a00:12:50.709864 run create_hlr_db(pid=10225): Terminated: ok {rc=0}\u000a00:12:51.114187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Launched\u000a00:12:51.415235 run osmo-hlr_10.42.42.2(pid=10228): Launched\u000a00:12:51.533691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:12:52.062879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Launched\u000a00:12:52.363883 run osmo-stp_10.42.42.5(pid=10231): Launched\u000a00:12:52.472613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:12:53.019575 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Launched\u000a00:12:53.319708 run osmo-msc_10.42.42.6(pid=10234): Launched\u000a00:12:53.496039 run osmo-stp_10.42.42.5(pid=10231): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)]\u000a00:12:53.622943 run osmo-stp_10.42.42.5(pid=10231): stdout: \u000a| (launched: 2022-12-13_00:12:52.215077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:53.747500 run osmo-stp_10.42.42.5(pid=10231): stderr: \u000a| �[0;m�[38;5;43m20221213001252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001252388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001252388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001252388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:53.867492 run osmo-stp_10.42.42.5(pid=10231): stdout: \u000a| (launched: 2022-12-13_00:12:52.215077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:12:53.986495 run osmo-stp_10.42.42.5(pid=10231): stderr: \u000a| �[0;m�[38;5;43m20221213001252387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001252388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001252388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001252388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001252389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:12:54.038880 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10231): Process ended prematurely: osmo-stp_10.42.42.5(pid=10231) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10231)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:12:54.047175 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:12:54.106442 run osmo-hlr_10.42.42.2(pid=10228): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10228)]\u000a00:12:54.154979 run osmo-hlr_10.42.42.2(pid=10228): stdout: \u000a| (launched: 2022-12-13_00:12:51.266384) \u000a00:12:54.204320 run osmo-hlr_10.42.42.2(pid=10228): stderr: \u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001251443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001251456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001251465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001251465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001251465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:12:54.270965 run osmo-msc_10.42.42.6(pid=10234): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10234)]\u000a00:12:54.319656 run osmo-msc_10.42.42.6(pid=10234): stdout: \u000a| (launched: 2022-12-13_00:12:53.171696) \u000a00:12:54.368878 run osmo-msc_10.42.42.6(pid=10234): stderr: \u000a| �[0;m�[38;5;43m20221213001253442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001253442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ef2185c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001253442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001253442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001253442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001253443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001253444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001253445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001253446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001253446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:12:54.410617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Terminating (SIGTERM)\u000a00:12:54.450353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Terminating (SIGTERM)\u000a00:12:54.489876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Terminating (SIGTERM)\u000a00:12:54.498955 --- ParallelTerminationStrategy: PID 10227 died...\u000a00:12:54.551533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10227): Terminated: ok {rc=0}\u000a00:12:54.560874 --- ParallelTerminationStrategy: PID 10230 died...\u000a00:12:54.613292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10230): Terminated: ok {rc=0}\u000a00:12:54.622712 --- ParallelTerminationStrategy: PID 10233 died...\u000a00:12:54.675196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10233): Terminated: ok {rc=0}\u000a00:12:54.758070 bus /sierra_3: Setting Powered False\u000a00:12:55.859685 bus /sierra_3: Setting Powered False\u000a00:12:56.970719 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10242): Process ended prematurely: osmo-stp_10.42.42.5(pid=10242) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10242): Process ended prematurely: osmo-stp_10.42.42.5(pid=10242) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:12:58.086081 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.098298 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:12:58.250208 tst mo_mt_call_osmux.py: using LAC 32286\u000a00:12:58.377371 tst mo_mt_call_osmux.py: using RAC 156\u000a00:12:58.506472 tst mo_mt_call_osmux.py: using CellId 32286\u000a00:12:58.634185 tst mo_mt_call_osmux.py: using BVCI 32287\u000a00:12:58.658832 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.670332 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.681553 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.693025 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.704500 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:12:58.716029 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:58.831884 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:12:59.042988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:12:59.553269 run create_hlr_db(pid=10236): Launched\u000a00:12:59.739969 bus /sierra_2: Setting Powered False\u000a00:13:00.761656 run create_hlr_db(pid=10236): Terminated: ok {rc=0}\u000a00:13:01.224628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Launched\u000a00:13:01.662098 run osmo-hlr_10.42.42.2(pid=10239): Launched\u000a00:13:01.892873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:02.470284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Launched\u000a00:13:02.772408 run osmo-stp_10.42.42.5(pid=10242): Launched\u000a00:13:02.882351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:03.431604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Launched\u000a00:13:03.732643 run osmo-msc_10.42.42.6(pid=10245): Launched\u000a00:13:03.908809 run osmo-stp_10.42.42.5(pid=10242): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)]\u000a00:13:04.035898 run osmo-stp_10.42.42.5(pid=10242): stdout: \u000a| (launched: 2022-12-13_00:13:02.622690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:04.161469 run osmo-stp_10.42.42.5(pid=10242): stderr: \u000a| �[0;m�[38;5;43m20221213001302794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001302794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001302795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001302795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001302795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001302795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001302796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:04.282000 run osmo-stp_10.42.42.5(pid=10242): stdout: \u000a| (launched: 2022-12-13_00:13:02.622690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:04.401115 run osmo-stp_10.42.42.5(pid=10242): stderr: \u000a| �[0;m�[38;5;43m20221213001302794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001302794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001302795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001302795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001302795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001302795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001302796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:04.453548 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10242): Process ended prematurely: osmo-stp_10.42.42.5(pid=10242) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10242)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:13:04.461937 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:13:04.521542 run osmo-hlr_10.42.42.2(pid=10239): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10239)]\u000a00:13:04.570799 run osmo-hlr_10.42.42.2(pid=10239): stdout: \u000a| (launched: 2022-12-13_00:13:01.381118) \u000a00:13:04.620731 run osmo-hlr_10.42.42.2(pid=10239): stderr: \u000a| �[0;m�[1;31m20221213001301653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001301653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001301653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001301653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001301654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001301654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001301675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001301683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001301683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001301684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:04.688076 run osmo-msc_10.42.42.6(pid=10245): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10245)]\u000a00:13:04.737155 run osmo-msc_10.42.42.6(pid=10245): stdout: \u000a| (launched: 2022-12-13_00:13:03.583945) \u000a00:13:04.786868 run osmo-msc_10.42.42.6(pid=10245): stderr: \u000a| �[0;m�[38;5;43m20221213001303859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001303859 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb67c6e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001303859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001303859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001303859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001303861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001303862 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001303863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001303863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001303863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:04.828941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Terminating (SIGTERM)\u000a00:13:04.868712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Terminating (SIGTERM)\u000a00:13:04.908518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Terminating (SIGTERM)\u000a00:13:04.917726 --- ParallelTerminationStrategy: PID 10238 died...\u000a00:13:04.970550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10238): Terminated: ok {rc=0}\u000a00:13:04.980063 --- ParallelTerminationStrategy: PID 10241 died...\u000a00:13:05.032786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10241): Terminated: ok {rc=0}\u000a00:13:05.042291 --- ParallelTerminationStrategy: PID 10244 died...\u000a00:13:05.094857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10244): Terminated: ok {rc=0}\u000a00:13:05.182959 bus /sierra_3: Setting Powered False\u000a00:13:06.285570 bus /sierra_3: Setting Powered False\u000a00:13:07.396826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:12:47" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:09.363610 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.375170 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:13:09.528110 tst mo_mt_call.py: using LAC 32287\u000a00:13:09.656461 tst mo_mt_call.py: using RAC 157\u000a00:13:09.785212 tst mo_mt_call.py: using CellId 32287\u000a00:13:09.914027 tst mo_mt_call.py: using BVCI 32288\u000a00:13:09.938881 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.950451 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.961796 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.973476 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.985078 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:09.996710 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:10.113607 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:10.325583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:10.834494 run create_hlr_db(pid=10250): Launched\u000a00:13:11.021576 bus /sierra_2: Setting Powered False\u000a00:13:12.042597 run create_hlr_db(pid=10250): Terminated: ok {rc=0}\u000a00:13:12.472293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Launched\u000a00:13:12.796839 run osmo-hlr_10.42.42.2(pid=10253): Launched\u000a00:13:12.913062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:13.437370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Launched\u000a00:13:13.741105 run osmo-stp_10.42.42.5(pid=10256): Launched\u000a00:13:13.850698 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:14.400025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Launched\u000a00:13:14.703505 run osmo-msc_10.42.42.6(pid=10259): Launched\u000a00:13:14.878533 run osmo-stp_10.42.42.5(pid=10256): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)]\u000a00:13:15.005340 run osmo-stp_10.42.42.5(pid=10256): stdout: \u000a| (launched: 2022-12-13_00:13:13.590236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:15.130218 run osmo-stp_10.42.42.5(pid=10256): stderr: \u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001313762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:15.250781 run osmo-stp_10.42.42.5(pid=10256): stdout: \u000a| (launched: 2022-12-13_00:13:13.590236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:15.369999 run osmo-stp_10.42.42.5(pid=10256): stderr: \u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001313761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001313762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001313762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:15.422515 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10256): Process ended prematurely: osmo-stp_10.42.42.5(pid=10256) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10256)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:13:15.430789 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:13:15.489859 run osmo-hlr_10.42.42.2(pid=10253): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10253)]\u000a00:13:15.538301 run osmo-hlr_10.42.42.2(pid=10253): stdout: \u000a| (launched: 2022-12-13_00:13:12.637177) \u000a00:13:15.587193 run osmo-hlr_10.42.42.2(pid=10253): stderr: \u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001312837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001312853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001312861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001312861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001312861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:15.653697 run osmo-msc_10.42.42.6(pid=10259): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10259)]\u000a00:13:15.702227 run osmo-msc_10.42.42.6(pid=10259): stdout: \u000a| (launched: 2022-12-13_00:13:14.552420) \u000a00:13:15.751267 run osmo-msc_10.42.42.6(pid=10259): stderr: \u000a| �[0;m�[38;5;43m20221213001314823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001314823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0887ba9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001314823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001314824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001314824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001314824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001314826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001314826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:15.792739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminating (SIGTERM)\u000a00:13:15.832036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminating (SIGTERM)\u000a00:13:15.875942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Terminating (SIGTERM)\u000a00:13:15.885230 --- ParallelTerminationStrategy: PID 10252 died...\u000a00:13:15.943742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10252): Terminated: ok {rc=0}\u000a00:13:15.953507 --- ParallelTerminationStrategy: PID 10255 died...\u000a00:13:16.007067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10255): Terminated: ok {rc=0}\u000a00:13:16.016928 --- ParallelTerminationStrategy: PID 10258 died...\u000a00:13:16.071015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10258): Terminated: ok {rc=0}\u000a00:13:16.163084 bus /sierra_3: Setting Powered False\u000a00:13:17.270970 bus /sierra_3: Setting Powered False\u000a00:13:18.376832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:19.491179 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:19.503434 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:13:19.656280 tst mo_mt_call_osmux.py: using LAC 32288\u000a00:13:19.782795 tst mo_mt_call_osmux.py: using RAC 158\u000a00:13:19.911302 tst mo_mt_call_osmux.py: using CellId 32288\u000a00:13:20.038319 tst mo_mt_call_osmux.py: using BVCI 32289\u000a00:13:20.063048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:20.074476 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:20.085647 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:20.097188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:20.108587 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:13:20.120170 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:20.236346 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:13:20.435854 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:20.918712 run create_hlr_db(pid=10261): Launched\u000a00:13:21.090955 bus /sierra_2: Setting Powered False\u000a00:13:22.111543 run create_hlr_db(pid=10261): Terminated: ok {rc=0}\u000a00:13:22.541397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Launched\u000a00:13:22.865793 run osmo-hlr_10.42.42.2(pid=10264): Launched\u000a00:13:22.986121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:23.551598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Launched\u000a00:13:23.876788 run osmo-stp_10.42.42.5(pid=10267): Launched\u000a00:13:23.994974 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:24.587931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Launched\u000a00:13:24.912812 run osmo-msc_10.42.42.6(pid=10270): Launched\u000a00:13:25.102593 run osmo-stp_10.42.42.5(pid=10267): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)]\u000a00:13:25.239563 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-13_00:13:23.716353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:25.376589 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221213001323911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001323911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001323912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001323912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001323912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001323913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001323913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:25.506925 run osmo-stp_10.42.42.5(pid=10267): stdout: \u000a| (launched: 2022-12-13_00:13:23.716353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:25.635852 run osmo-stp_10.42.42.5(pid=10267): stderr: \u000a| �[0;m�[38;5;43m20221213001323911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001323911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001323912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001323912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001323912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001323913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001323913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:25.692405 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10267): Process ended prematurely: osmo-stp_10.42.42.5(pid=10267) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10267)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:13:25.701497 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:13:25.764774 run osmo-hlr_10.42.42.2(pid=10264): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10264)]\u000a00:13:25.816585 run osmo-hlr_10.42.42.2(pid=10264): stdout: \u000a| (launched: 2022-12-13_00:13:22.706414) \u000a00:13:25.869000 run osmo-hlr_10.42.42.2(pid=10264): stderr: \u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001322907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001322920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001322928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001322929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001322929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:25.939518 run osmo-msc_10.42.42.6(pid=10270): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10270)]\u000a00:13:25.992134 run osmo-msc_10.42.42.6(pid=10270): stdout: \u000a| (launched: 2022-12-13_00:13:24.752732) \u000a00:13:26.044900 run osmo-msc_10.42.42.6(pid=10270): stderr: \u000a| �[0;m�[38;5;43m20221213001325076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001325076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70bbebbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001325076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001325076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001325077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001325077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001325079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001325079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001325079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001325079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:26.089010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminating (SIGTERM)\u000a00:13:26.131070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminating (SIGTERM)\u000a00:13:26.173097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Terminating (SIGTERM)\u000a00:13:26.183171 --- ParallelTerminationStrategy: PID 10263 died...\u000a00:13:26.238911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10263): Terminated: ok {rc=0}\u000a00:13:26.249200 --- ParallelTerminationStrategy: PID 10266 died...\u000a00:13:26.304997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10266): Terminated: ok {rc=0}\u000a00:13:26.315351 --- ParallelTerminationStrategy: PID 10269 died...\u000a00:13:26.371979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10269): Terminated: ok {rc=0}\u000a00:13:26.459337 bus /sierra_3: Setting Powered False\u000a00:13:27.565971 bus /sierra_3: Setting Powered False\u000a00:13:28.672068 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:13:09" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10281): Process ended prematurely: osmo-stp_10.42.42.5(pid=10281) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10281): Process ended prematurely: osmo-stp_10.42.42.5(pid=10281) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:30.616814 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:30.627703 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:30.771120 tst mo_mt_call.py: using LAC 32289\u000a00:13:30.907126 tst mo_mt_call.py: using RAC 159\u000a00:13:31.054378 tst mo_mt_call.py: using CellId 32289\u000a00:13:31.207979 tst mo_mt_call.py: using BVCI 32290\u000a00:13:31.240006 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:31.255826 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:31.270558 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:31.284778 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:31.298996 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:31.313725 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:31.433537 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:31.670706 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:32.245898 run create_hlr_db(pid=10275): Launched\u000a00:13:32.435523 bus /sierra_2: Setting Powered False\u000a00:13:33.454620 run create_hlr_db(pid=10275): Terminated: ok {rc=0}\u000a00:13:33.860319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Launched\u000a00:13:34.163502 run osmo-hlr_10.42.42.2(pid=10278): Launched\u000a00:13:34.274306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:34.801820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Launched\u000a00:13:35.102709 run osmo-stp_10.42.42.5(pid=10281): Launched\u000a00:13:35.211098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:35.762377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Launched\u000a00:13:36.066218 run osmo-msc_10.42.42.6(pid=10284): Launched\u000a00:13:36.244136 run osmo-stp_10.42.42.5(pid=10281): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)]\u000a00:13:36.372339 run osmo-stp_10.42.42.5(pid=10281): stdout: \u000a| (launched: 2022-12-13_00:13:34.954704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:36.498580 run osmo-stp_10.42.42.5(pid=10281): stderr: \u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001335126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:36.619286 run osmo-stp_10.42.42.5(pid=10281): stdout: \u000a| (launched: 2022-12-13_00:13:34.954704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:36.738876 run osmo-stp_10.42.42.5(pid=10281): stderr: \u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001335126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001335126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001335127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:36.791648 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10281): Process ended prematurely: osmo-stp_10.42.42.5(pid=10281) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10281)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:13:36.799985 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:13:36.859745 run osmo-hlr_10.42.42.2(pid=10278): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10278)]\u000a00:13:36.908923 run osmo-hlr_10.42.42.2(pid=10278): stdout: \u000a| (launched: 2022-12-13_00:13:34.013182) \u000a00:13:36.958714 run osmo-hlr_10.42.42.2(pid=10278): stderr: \u000a| �[0;m�[1;31m20221213001334190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001334190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001334190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001334190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001334190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001334191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001334203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001334212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001334212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001334212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:37.025884 run osmo-msc_10.42.42.6(pid=10284): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10284)]\u000a00:13:37.074834 run osmo-msc_10.42.42.6(pid=10284): stdout: \u000a| (launched: 2022-12-13_00:13:35.915989) \u000a00:13:37.124383 run osmo-msc_10.42.42.6(pid=10284): stderr: \u000a| �[0;m�[38;5;43m20221213001336191 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001336192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f81a2902c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001336192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001336192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001336192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001336192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001336195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001336195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001336196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001336196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:37.166300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Terminating (SIGTERM)\u000a00:13:37.205838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Terminating (SIGTERM)\u000a00:13:37.245298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Terminating (SIGTERM)\u000a00:13:37.254462 --- ParallelTerminationStrategy: PID 10277 died...\u000a00:13:37.307480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10277): Terminated: ok {rc=0}\u000a00:13:37.317037 --- ParallelTerminationStrategy: PID 10280 died...\u000a00:13:37.370228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10280): Terminated: ok {rc=0}\u000a00:13:37.379890 --- ParallelTerminationStrategy: PID 10283 died...\u000a00:13:37.432483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10283): Terminated: ok {rc=0}\u000a00:13:37.516571 bus /sierra_3: Setting Powered False\u000a00:13:38.622870 bus /sierra_3: Setting Powered False\u000a00:13:39.731179 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:13:40.846075 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:40.858000 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:13:41.010676 tst mo_mt_call_osmux.py: using LAC 32290\u000a00:13:41.133138 tst mo_mt_call_osmux.py: using RAC 160\u000a00:13:41.253988 tst mo_mt_call_osmux.py: using CellId 32290\u000a00:13:41.381917 tst mo_mt_call_osmux.py: using BVCI 32291\u000a00:13:41.406782 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:41.418256 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:41.429620 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:41.441258 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:41.452692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:13:41.464202 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:41.584505 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:13:41.786852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:42.270454 run create_hlr_db(pid=10286): Launched\u000a00:13:42.443034 bus /sierra_2: Setting Powered False\u000a00:13:43.465140 run create_hlr_db(pid=10286): Terminated: ok {rc=0}\u000a00:13:43.896267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Launched\u000a00:13:44.220270 run osmo-hlr_10.42.42.2(pid=10289): Launched\u000a00:13:44.339018 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:44.904311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Launched\u000a00:13:45.228669 run osmo-stp_10.42.42.5(pid=10292): Launched\u000a00:13:45.347003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:45.971923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Launched\u000a00:13:46.338235 run osmo-msc_10.42.42.6(pid=10295): Launched\u000a00:13:46.621562 run osmo-stp_10.42.42.5(pid=10292): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)]\u000a00:13:46.934021 run osmo-stp_10.42.42.5(pid=10292): stdout: \u000a| (launched: 2022-12-13_00:13:45.069198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:47.237577 run osmo-stp_10.42.42.5(pid=10292): stderr: \u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001345263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:47.372826 run osmo-stp_10.42.42.5(pid=10292): stdout: \u000a| (launched: 2022-12-13_00:13:45.069198)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:47.506989 run osmo-stp_10.42.42.5(pid=10292): stderr: \u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001345262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001345263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001345265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:47.566184 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10292): Process ended prematurely: osmo-stp_10.42.42.5(pid=10292) [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10292)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:13:47.576865 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a00:13:47.641694 run osmo-hlr_10.42.42.2(pid=10289): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10289)]\u000a00:13:47.693958 run osmo-hlr_10.42.42.2(pid=10289): stdout: \u000a| (launched: 2022-12-13_00:13:44.061242) \u000a00:13:47.747127 run osmo-hlr_10.42.42.2(pid=10289): stderr: \u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001344260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001344277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001344286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001344287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001344287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:47.818600 run osmo-msc_10.42.42.6(pid=10295): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10295)]\u000a00:13:47.870978 run osmo-msc_10.42.42.6(pid=10295): stdout: \u000a| (launched: 2022-12-13_00:13:46.164913) \u000a00:13:47.923679 run osmo-msc_10.42.42.6(pid=10295): stderr: \u000a| �[0;m�[38;5;43m20221213001346875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001346875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f404a11ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001346875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001346878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001346878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001346878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001346884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001346885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001346885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001346885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:47.968860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminating (SIGTERM)\u000a00:13:48.010646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminating (SIGTERM)\u000a00:13:48.053179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Terminating (SIGTERM)\u000a00:13:48.063677 --- ParallelTerminationStrategy: PID 10288 died...\u000a00:13:48.120333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10288): Terminated: ok {rc=0}\u000a00:13:48.131379 --- ParallelTerminationStrategy: PID 10291 died...\u000a00:13:48.188591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10291): Terminated: ok {rc=0}\u000a00:13:48.198603 --- ParallelTerminationStrategy: PID 10294 died...\u000a00:13:48.255073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10294): Terminated: ok {rc=0}\u000a00:13:48.341180 bus /sierra_3: Setting Powered False\u000a00:13:49.447377 bus /sierra_3: Setting Powered False\u000a00:13:50.556490 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:13:30" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10307): Process ended prematurely: osmo-stp_10.42.42.5(pid=10307) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10307): Process ended prematurely: osmo-stp_10.42.42.5(pid=10307) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:13:52.519795 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:52.531279 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:13:52.681151 tst mo_mt_call.py: using LAC 32291\u000a00:13:52.811782 tst mo_mt_call.py: using RAC 161\u000a00:13:52.937144 tst mo_mt_call.py: using CellId 32291\u000a00:13:53.064337 tst mo_mt_call.py: using BVCI 32292\u000a00:13:53.089065 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:53.100350 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:53.111533 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:53.123010 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:53.134472 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:13:53.145994 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:13:53.264584 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:13:53.472632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:13:53.980825 run create_hlr_db(pid=10301): Launched\u000a00:13:54.167532 bus /sierra_2: Setting Powered False\u000a00:13:55.188412 run create_hlr_db(pid=10301): Terminated: ok {rc=0}\u000a00:13:55.591503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Launched\u000a00:13:55.893409 run osmo-hlr_10.42.42.2(pid=10304): Launched\u000a00:13:56.013188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:13:56.545889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Launched\u000a00:13:56.848188 run osmo-stp_10.42.42.5(pid=10307): Launched\u000a00:13:56.958169 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:13:57.507236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Launched\u000a00:13:57.810061 run osmo-msc_10.42.42.6(pid=10310): Launched\u000a00:13:57.987890 run osmo-stp_10.42.42.5(pid=10307): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)]\u000a00:13:58.115719 run osmo-stp_10.42.42.5(pid=10307): stdout: \u000a| (launched: 2022-12-13_00:13:56.699246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:58.240467 run osmo-stp_10.42.42.5(pid=10307): stderr: \u000a| �[0;m�[38;5;43m20221213001356870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001356870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001356871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001356871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:58.360771 run osmo-stp_10.42.42.5(pid=10307): stdout: \u000a| (launched: 2022-12-13_00:13:56.699246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:13:58.480065 run osmo-stp_10.42.42.5(pid=10307): stderr: \u000a| �[0;m�[38;5;43m20221213001356870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001356870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001356871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001356871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001356872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:13:58.532368 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10307): Process ended prematurely: osmo-stp_10.42.42.5(pid=10307) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10307)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:13:58.540696 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:13:58.600105 run osmo-hlr_10.42.42.2(pid=10304): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10304)]\u000a00:13:58.648699 run osmo-hlr_10.42.42.2(pid=10304): stdout: \u000a| (launched: 2022-12-13_00:13:55.744082) \u000a00:13:58.697980 run osmo-hlr_10.42.42.2(pid=10304): stderr: \u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001355923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001355935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001355943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001355944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001355944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:13:58.764347 run osmo-msc_10.42.42.6(pid=10310): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10310)]\u000a00:13:58.812850 run osmo-msc_10.42.42.6(pid=10310): stdout: \u000a| (launched: 2022-12-13_00:13:57.659822) \u000a00:13:58.862104 run osmo-msc_10.42.42.6(pid=10310): stderr: \u000a| �[0;m�[38;5;43m20221213001357932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001357933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faccf228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001357933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001357933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001357933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001357933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001357935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001357935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001357936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:13:58.903860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Terminating (SIGTERM)\u000a00:13:58.943279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Terminating (SIGTERM)\u000a00:13:58.982804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Terminating (SIGTERM)\u000a00:13:58.991910 --- ParallelTerminationStrategy: PID 10303 died...\u000a00:13:59.044362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10303): Terminated: ok {rc=0}\u000a00:13:59.053844 --- ParallelTerminationStrategy: PID 10306 died...\u000a00:13:59.107007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10306): Terminated: ok {rc=0}\u000a00:13:59.116893 --- ParallelTerminationStrategy: PID 10309 died...\u000a00:13:59.169653 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10309): Terminated: ok {rc=0}\u000a00:13:59.257347 bus /sierra_3: Setting Powered False\u000a00:14:00.358603 bus /sierra_3: Setting Powered False\u000a00:14:01.483229 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:02.599150 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:02.611170 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:14:02.763257 tst mo_mt_call_osmux.py: using LAC 32292\u000a00:14:02.891520 tst mo_mt_call_osmux.py: using RAC 162\u000a00:14:03.019986 tst mo_mt_call_osmux.py: using CellId 32292\u000a00:14:03.149265 tst mo_mt_call_osmux.py: using BVCI 32293\u000a00:14:03.174127 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:03.185509 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:03.196571 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:03.208258 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:03.219796 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:14:03.231303 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:14:03.347122 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:14:03.558929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:04.069829 run create_hlr_db(pid=10312): Launched\u000a00:14:04.256445 bus /sierra_2: Setting Powered False\u000a00:14:05.278011 run create_hlr_db(pid=10312): Terminated: ok {rc=0}\u000a00:14:05.708338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Launched\u000a00:14:06.033314 run osmo-hlr_10.42.42.2(pid=10315): Launched\u000a00:14:06.152710 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:06.718871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Launched\u000a00:14:07.043487 run osmo-stp_10.42.42.5(pid=10318): Launched\u000a00:14:07.161725 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:07.753828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Launched\u000a00:14:08.078778 run osmo-msc_10.42.42.6(pid=10321): Launched\u000a00:14:08.268177 run osmo-stp_10.42.42.5(pid=10318): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)]\u000a00:14:08.408757 run osmo-stp_10.42.42.5(pid=10318): stdout: \u000a| (launched: 2022-12-13_00:14:06.883524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:08.544925 run osmo-stp_10.42.42.5(pid=10318): stderr: \u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001407076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:08.675749 run osmo-stp_10.42.42.5(pid=10318): stdout: \u000a| (launched: 2022-12-13_00:14:06.883524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:08.805144 run osmo-stp_10.42.42.5(pid=10318): stderr: \u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001407075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001407076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001407076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:08.862259 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10318): Process ended prematurely: osmo-stp_10.42.42.5(pid=10318) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10318)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:14:08.871498 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:14:08.934719 run osmo-hlr_10.42.42.2(pid=10315): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10315)]\u000a00:14:08.986434 run osmo-hlr_10.42.42.2(pid=10315): stdout: \u000a| (launched: 2022-12-13_00:14:05.873032) \u000a00:14:09.038820 run osmo-hlr_10.42.42.2(pid=10315): stderr: \u000a| �[0;m�[1;31m20221213001406071 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001406072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001406072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001406072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001406072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001406072 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001406084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001406092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001406092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001406092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:09.109437 run osmo-msc_10.42.42.6(pid=10321): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10321)]\u000a00:14:09.161224 run osmo-msc_10.42.42.6(pid=10321): stdout: \u000a| (launched: 2022-12-13_00:14:07.918404) \u000a00:14:09.213563 run osmo-msc_10.42.42.6(pid=10321): stderr: \u000a| �[0;m�[38;5;43m20221213001408246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001408246 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68ed945c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001408246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001408246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001408246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001408247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001408248 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001408249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001408249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001408249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:09.257665 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminating (SIGTERM)\u000a00:14:09.299751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminating (SIGTERM)\u000a00:14:09.342208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Terminating (SIGTERM)\u000a00:14:09.351936 --- ParallelTerminationStrategy: PID 10314 died...\u000a00:14:09.407871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10314): Terminated: ok {rc=0}\u000a00:14:09.418069 --- ParallelTerminationStrategy: PID 10317 died...\u000a00:14:09.474158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10317): Terminated: ok {rc=0}\u000a00:14:09.484066 --- ParallelTerminationStrategy: PID 10320 died...\u000a00:14:09.540619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10320): Terminated: ok {rc=0}\u000a00:14:09.627114 bus /sierra_3: Setting Powered False\u000a00:14:10.733695 bus /sierra_3: Setting Powered False\u000a00:14:11.840824 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:13:52" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:14:13.802479 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:13.813806 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:14:13.966215 tst mo_mt_call.py: using LAC 32293\u000a00:14:14.094194 tst mo_mt_call.py: using RAC 163\u000a00:14:14.220360 tst mo_mt_call.py: using CellId 32293\u000a00:14:14.348677 tst mo_mt_call.py: using BVCI 32294\u000a00:14:14.373639 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:14.384917 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:14.396092 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:14.407497 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:14.419039 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:14.430676 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:14.546843 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:14.750730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:15.236268 run create_hlr_db(pid=10326): Launched\u000a00:14:15.409437 bus /sierra_2: Setting Powered False\u000a00:14:16.497009 run create_hlr_db(pid=10326): Terminated: ok {rc=0}\u000a00:14:16.934816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Launched\u000a00:14:17.299507 run osmo-hlr_10.42.42.2(pid=10329): Launched\u000a00:14:17.422966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:17.947607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Launched\u000a00:14:18.249449 run osmo-stp_10.42.42.5(pid=10332): Launched\u000a00:14:18.358627 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:18.910721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Launched\u000a00:14:19.214234 run osmo-msc_10.42.42.6(pid=10335): Launched\u000a00:14:19.390353 run osmo-stp_10.42.42.5(pid=10332): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)]\u000a00:14:19.517519 run osmo-stp_10.42.42.5(pid=10332): stdout: \u000a| (launched: 2022-12-13_00:14:18.100648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:19.642829 run osmo-stp_10.42.42.5(pid=10332): stderr: \u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001418271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:19.763972 run osmo-stp_10.42.42.5(pid=10332): stdout: \u000a| (launched: 2022-12-13_00:14:18.100648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:19.883589 run osmo-stp_10.42.42.5(pid=10332): stderr: \u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001418270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001418271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001418273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:19.936305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10332): Process ended prematurely: osmo-stp_10.42.42.5(pid=10332) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10332)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:14:19.944521 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:14:20.003549 run osmo-hlr_10.42.42.2(pid=10329): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10329)]\u000a00:14:20.052199 run osmo-hlr_10.42.42.2(pid=10329): stdout: \u000a| (launched: 2022-12-13_00:14:17.090880) \u000a00:14:20.101252 run osmo-hlr_10.42.42.2(pid=10329): stderr: \u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001417367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001417382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001417391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001417391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001417391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:20.167673 run osmo-msc_10.42.42.6(pid=10335): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10335)]\u000a00:14:20.216227 run osmo-msc_10.42.42.6(pid=10335): stdout: \u000a| (launched: 2022-12-13_00:14:19.064096) \u000a00:14:20.265317 run osmo-msc_10.42.42.6(pid=10335): stderr: \u000a| �[0;m�[38;5;43m20221213001419337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001419337 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65af28fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001419337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001419337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001419337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001419337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001419342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001419342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001419342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001419342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:20.307241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminating (SIGTERM)\u000a00:14:20.347176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminating (SIGTERM)\u000a00:14:20.386820 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminating (SIGTERM)\u000a00:14:20.395998 --- ParallelTerminationStrategy: PID 10328 died...\u000a00:14:20.448917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10328): Terminated: ok {rc=0}\u000a00:14:20.458541 --- ParallelTerminationStrategy: PID 10331 died...\u000a00:14:20.511255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10331): Terminated: ok {rc=0}\u000a00:14:20.520578 --- ParallelTerminationStrategy: PID 10334 died...\u000a00:14:20.574009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10334): Terminated: ok {rc=0}\u000a00:14:20.657649 bus /sierra_3: Setting Powered False\u000a00:14:21.758077 bus /sierra_3: Setting Powered False\u000a00:14:22.869076 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:23.985502 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:23.997544 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:14:24.150880 tst mo_mt_call_osmux.py: using LAC 32294\u000a00:14:24.277853 tst mo_mt_call_osmux.py: using RAC 164\u000a00:14:24.404916 tst mo_mt_call_osmux.py: using CellId 32294\u000a00:14:24.533977 tst mo_mt_call_osmux.py: using BVCI 32295\u000a00:14:24.558840 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:24.570419 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:24.581791 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:24.593420 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:24.604943 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:14:24.616504 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:24.734263 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:14:24.937549 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:25.421344 run create_hlr_db(pid=10337): Launched\u000a00:14:25.593641 bus /sierra_2: Setting Powered False\u000a00:14:26.616597 run create_hlr_db(pid=10337): Terminated: ok {rc=0}\u000a00:14:27.047529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Launched\u000a00:14:27.371473 run osmo-hlr_10.42.42.2(pid=10340): Launched\u000a00:14:27.489254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:28.053993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Launched\u000a00:14:28.378244 run osmo-stp_10.42.42.5(pid=10343): Launched\u000a00:14:28.495992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:29.089703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Launched\u000a00:14:29.414781 run osmo-msc_10.42.42.6(pid=10346): Launched\u000a00:14:29.605897 run osmo-stp_10.42.42.5(pid=10343): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)]\u000a00:14:29.743339 run osmo-stp_10.42.42.5(pid=10343): stdout: \u000a| (launched: 2022-12-13_00:14:28.218597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:29.879991 run osmo-stp_10.42.42.5(pid=10343): stderr: \u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001428414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:30.010476 run osmo-stp_10.42.42.5(pid=10343): stdout: \u000a| (launched: 2022-12-13_00:14:28.218597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:30.139860 run osmo-stp_10.42.42.5(pid=10343): stderr: \u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001428413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001428414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001428414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:30.196295 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10343): Process ended prematurely: osmo-stp_10.42.42.5(pid=10343) [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10343)] [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:14:30.205406 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:14:30.270003 run osmo-hlr_10.42.42.2(pid=10340): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10340)]\u000a00:14:30.322362 run osmo-hlr_10.42.42.2(pid=10340): stdout: \u000a| (launched: 2022-12-13_00:14:27.211850) \u000a00:14:30.375918 run osmo-hlr_10.42.42.2(pid=10340): stderr: \u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001427411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001427423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001427431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001427431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001427432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:30.447287 run osmo-msc_10.42.42.6(pid=10346): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10346)]\u000a00:14:30.499611 run osmo-msc_10.42.42.6(pid=10346): stdout: \u000a| (launched: 2022-12-13_00:14:29.255205) \u000a00:14:30.553308 run osmo-msc_10.42.42.6(pid=10346): stderr: \u000a| �[0;m�[38;5;43m20221213001429578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001429578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15a062fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001429578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001429578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001429578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001429580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001429581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001429581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001429581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:30.597626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminating (SIGTERM)\u000a00:14:30.640123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminating (SIGTERM)\u000a00:14:30.682752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Terminating (SIGTERM)\u000a00:14:30.693185 --- ParallelTerminationStrategy: PID 10339 died...\u000a00:14:30.750924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10339): Terminated: ok {rc=0}\u000a00:14:30.760919 --- ParallelTerminationStrategy: PID 10342 died...\u000a00:14:30.818407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10342): Terminated: ok {rc=0}\u000a00:14:30.832380 --- ParallelTerminationStrategy: PID 10345 died...\u000a00:14:30.910599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10345): Terminated: ok {rc=0}\u000a00:14:30.997236 bus /sierra_3: Setting Powered False\u000a00:14:32.108693 bus /sierra_3: Setting Powered False\u000a00:14:33.215597 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:14:13" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:14:35.173443 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.184348 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:14:35.328416 tst mo_mt_call.py: using LAC 32295\u000a00:14:35.448620 tst mo_mt_call.py: using RAC 165\u000a00:14:35.579062 tst mo_mt_call.py: using CellId 32295\u000a00:14:35.705521 tst mo_mt_call.py: using BVCI 32296\u000a00:14:35.728202 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.739201 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.750058 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.760768 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.771611 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:35.782336 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:35.900916 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:36.102267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:36.587711 run create_hlr_db(pid=10355): Launched\u000a00:14:36.760745 bus /sierra_2: Setting Powered False\u000a00:14:37.783135 run create_hlr_db(pid=10355): Terminated: ok {rc=0}\u000a00:14:38.215835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Launched\u000a00:14:38.542699 run osmo-hlr_10.42.42.2(pid=10358): Launched\u000a00:14:38.665090 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:39.231700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Launched\u000a00:14:39.557103 run osmo-stp_10.42.42.5(pid=10361): Launched\u000a00:14:39.676715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:40.274802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Launched\u000a00:14:40.601866 run osmo-msc_10.42.42.6(pid=10364): Launched\u000a00:14:40.794028 run osmo-stp_10.42.42.5(pid=10361): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)]\u000a00:14:40.931280 run osmo-stp_10.42.42.5(pid=10361): stdout: \u000a| (launched: 2022-12-13_00:14:39.396329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:41.066821 run osmo-stp_10.42.42.5(pid=10361): stderr: \u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001439593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:41.197424 run osmo-stp_10.42.42.5(pid=10361): stdout: \u000a| (launched: 2022-12-13_00:14:39.396329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:41.326490 run osmo-stp_10.42.42.5(pid=10361): stderr: \u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001439592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001439593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001439593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:41.383189 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10361): Process ended prematurely: osmo-stp_10.42.42.5(pid=10361) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10361)] [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:14:41.392307 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:14:41.456003 run osmo-hlr_10.42.42.2(pid=10358): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10358)]\u000a00:14:41.508072 run osmo-hlr_10.42.42.2(pid=10358): stdout: \u000a| (launched: 2022-12-13_00:14:38.381397) \u000a00:14:41.561211 run osmo-hlr_10.42.42.2(pid=10358): stderr: \u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001438583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001438598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001438606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001438606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001438606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:41.633042 run osmo-msc_10.42.42.6(pid=10364): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10364)]\u000a00:14:41.685477 run osmo-msc_10.42.42.6(pid=10364): stdout: \u000a| (launched: 2022-12-13_00:14:40.440060) \u000a00:14:41.738191 run osmo-msc_10.42.42.6(pid=10364): stderr: \u000a| �[0;m�[38;5;43m20221213001440763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001440763 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff98f038c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001440763 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001440763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001440764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001440764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001440766 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001440766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001440766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001440766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:41.782814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminating (SIGTERM)\u000a00:14:41.825423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminating (SIGTERM)\u000a00:14:41.867979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminating (SIGTERM)\u000a00:14:41.878069 --- ParallelTerminationStrategy: PID 10357 died...\u000a00:14:41.934950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10357): Terminated: ok {rc=0}\u000a00:14:41.945150 --- ParallelTerminationStrategy: PID 10360 died...\u000a00:14:42.001904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10360): Terminated: ok {rc=0}\u000a00:14:42.012056 --- ParallelTerminationStrategy: PID 10363 died...\u000a00:14:42.068028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10363): Terminated: ok {rc=0}\u000a00:14:42.156116 bus /sierra_3: Setting Powered False\u000a00:14:43.264440 bus /sierra_3: Setting Powered False\u000a00:14:44.371364 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:14:45.485798 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:45.497937 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:14:45.652366 tst mo_mt_call_osmux.py: using LAC 32296\u000a00:14:45.780106 tst mo_mt_call_osmux.py: using RAC 166\u000a00:14:45.920848 tst mo_mt_call_osmux.py: using CellId 32296\u000a00:14:46.052153 tst mo_mt_call_osmux.py: using BVCI 32297\u000a00:14:46.078161 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:46.090752 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:46.103205 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:46.117509 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:46.130616 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:14:46.143683 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:46.262444 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:14:46.469562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:47.011610 run create_hlr_db(pid=10366): Launched\u000a00:14:47.245405 bus /sierra_2: Setting Powered False\u000a00:14:48.215191 run create_hlr_db(pid=10366): Terminated: ok {rc=0}\u000a00:14:48.692590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Launched\u000a00:14:49.018742 run osmo-hlr_10.42.42.2(pid=10369): Launched\u000a00:14:49.139786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:14:49.706401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Launched\u000a00:14:50.030606 run osmo-stp_10.42.42.5(pid=10372): Launched\u000a00:14:50.148860 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:14:50.742590 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Launched\u000a00:14:51.067201 run osmo-msc_10.42.42.6(pid=10375): Launched\u000a00:14:51.257073 run osmo-stp_10.42.42.5(pid=10372): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)]\u000a00:14:51.394274 run osmo-stp_10.42.42.5(pid=10372): stdout: \u000a| (launched: 2022-12-13_00:14:49.871083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:51.531075 run osmo-stp_10.42.42.5(pid=10372): stderr: \u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001450063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:51.662243 run osmo-stp_10.42.42.5(pid=10372): stdout: \u000a| (launched: 2022-12-13_00:14:49.871083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:14:51.791785 run osmo-stp_10.42.42.5(pid=10372): stderr: \u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001450062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001450063 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001450063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:14:51.848274 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10372): Process ended prematurely: osmo-stp_10.42.42.5(pid=10372) [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10372)] [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:14:51.857454 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:14:51.920529 run osmo-hlr_10.42.42.2(pid=10369): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10369)]\u000a00:14:51.972377 run osmo-hlr_10.42.42.2(pid=10369): stdout: \u000a| (launched: 2022-12-13_00:14:48.857635) \u000a00:14:52.025143 run osmo-hlr_10.42.42.2(pid=10369): stderr: \u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001449057 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001449069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001449078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001449078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001449078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:14:52.096025 run osmo-msc_10.42.42.6(pid=10375): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10375)]\u000a00:14:52.147745 run osmo-msc_10.42.42.6(pid=10375): stdout: \u000a| (launched: 2022-12-13_00:14:50.907320) \u000a00:14:52.199871 run osmo-msc_10.42.42.6(pid=10375): stderr: \u000a| �[0;m�[38;5;43m20221213001451229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001451229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f0bd9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001451229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001451229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001451230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001451230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001451231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001451232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001451232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001451232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:14:52.244037 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminating (SIGTERM)\u000a00:14:52.286189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminating (SIGTERM)\u000a00:14:52.328639 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Terminating (SIGTERM)\u000a00:14:52.338758 --- ParallelTerminationStrategy: PID 10368 died...\u000a00:14:52.395121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10368): Terminated: ok {rc=0}\u000a00:14:52.405565 --- ParallelTerminationStrategy: PID 10371 died...\u000a00:14:52.462360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10371): Terminated: ok {rc=0}\u000a00:14:52.472393 --- ParallelTerminationStrategy: PID 10374 died...\u000a00:14:52.528252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10374): Terminated: ok {rc=0}\u000a00:14:52.617219 bus /sierra_3: Setting Powered False\u000a00:14:53.720437 bus /sierra_3: Setting Powered False\u000a00:14:54.829352 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:14:34" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:14:56.789210 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:56.800356 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:14:56.951037 tst mo_mt_call.py: using LAC 32297\u000a00:14:57.081480 tst mo_mt_call.py: using RAC 167\u000a00:14:57.209491 tst mo_mt_call.py: using CellId 32297\u000a00:14:57.337865 tst mo_mt_call.py: using BVCI 32298\u000a00:14:57.362704 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:57.373888 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:57.384719 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:57.395988 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:57.407303 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:14:57.418706 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:14:57.532877 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:14:57.746986 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:14:58.256795 run create_hlr_db(pid=10380): Launched\u000a00:14:58.443669 bus /sierra_2: Setting Powered False\u000a00:14:59.463172 run create_hlr_db(pid=10380): Terminated: ok {rc=0}\u000a00:14:59.864156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Launched\u000a00:15:00.167521 run osmo-hlr_10.42.42.2(pid=10383): Launched\u000a00:15:00.279033 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:00.803104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Launched\u000a00:15:01.193110 run osmo-stp_10.42.42.5(pid=10386): Launched\u000a00:15:01.397095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:15:02.074724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Launched\u000a00:15:02.453164 run osmo-msc_10.42.42.6(pid=10392): Launched\u000a00:15:02.631666 run osmo-stp_10.42.42.5(pid=10386): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)]\u000a00:15:02.760295 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-13_00:15:00.967923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:02.885930 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001501299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:03.006829 run osmo-stp_10.42.42.5(pid=10386): stdout: \u000a| (launched: 2022-12-13_00:15:00.967923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:03.127305 run osmo-stp_10.42.42.5(pid=10386): stderr: \u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001501299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001501299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001501300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:03.179899 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10386): Process ended prematurely: osmo-stp_10.42.42.5(pid=10386) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10386)] [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:15:03.188587 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:15:03.247996 run osmo-hlr_10.42.42.2(pid=10383): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10383)]\u000a00:15:03.297075 run osmo-hlr_10.42.42.2(pid=10383): stdout: \u000a| (launched: 2022-12-13_00:15:00.017131) \u000a00:15:03.346827 run osmo-hlr_10.42.42.2(pid=10383): stderr: \u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001500194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001500206 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001500215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001500215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001500215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:03.413864 run osmo-msc_10.42.42.6(pid=10392): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10392)]\u000a00:15:03.462660 run osmo-msc_10.42.42.6(pid=10392): stdout: \u000a| (launched: 2022-12-13_00:15:02.231011) \u000a00:15:03.512086 run osmo-msc_10.42.42.6(pid=10392): stderr: \u000a| �[0;m�[38;5;43m20221213001502594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001502595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb61fd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001502595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001502595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001502595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001502595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001502597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001502597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001502598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001502598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:15:03.553935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminating (SIGTERM)\u000a00:15:03.593563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminating (SIGTERM)\u000a00:15:03.633430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Terminating (SIGTERM)\u000a00:15:03.642701 --- ParallelTerminationStrategy: PID 10382 died...\u000a00:15:03.695684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10382): Terminated: ok {rc=0}\u000a00:15:03.705318 --- ParallelTerminationStrategy: PID 10385 died...\u000a00:15:03.758326 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10385): Terminated: ok {rc=0}\u000a00:15:03.767839 --- ParallelTerminationStrategy: PID 10391 died...\u000a00:15:03.822004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10391): Terminated: ok {rc=0}\u000a00:15:03.912010 bus /sierra_3: Setting Powered False\u000a00:15:05.017338 bus /sierra_3: Setting Powered False\u000a00:15:06.131043 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:15:07.239781 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.251431 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:15:07.396790 tst mo_mt_call_osmux.py: using LAC 32298\u000a00:15:07.516936 tst mo_mt_call_osmux.py: using RAC 168\u000a00:15:07.637057 tst mo_mt_call_osmux.py: using CellId 32298\u000a00:15:07.756686 tst mo_mt_call_osmux.py: using BVCI 32299\u000a00:15:07.779651 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.790523 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.801171 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.811686 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.822399 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:15:07.833016 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:15:07.952756 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:15:08.153232 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:08.633993 run create_hlr_db(pid=10394): Launched\u000a00:15:08.806186 bus /sierra_2: Setting Powered False\u000a00:15:09.828491 run create_hlr_db(pid=10394): Terminated: ok {rc=0}\u000a00:15:10.259932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Launched\u000a00:15:10.586718 run osmo-hlr_10.42.42.2(pid=10397): Launched\u000a00:15:10.704073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:11.271372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Launched\u000a00:15:11.598175 run osmo-stp_10.42.42.5(pid=10400): Launched\u000a00:15:11.716598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:15:12.309126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Launched\u000a00:15:12.634767 run osmo-msc_10.42.42.6(pid=10403): Launched\u000a00:15:12.824110 run osmo-stp_10.42.42.5(pid=10400): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)]\u000a00:15:12.961218 run osmo-stp_10.42.42.5(pid=10400): stdout: \u000a| (launched: 2022-12-13_00:15:11.436801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:13.097460 run osmo-stp_10.42.42.5(pid=10400): stderr: \u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001511632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:13.227802 run osmo-stp_10.42.42.5(pid=10400): stdout: \u000a| (launched: 2022-12-13_00:15:11.436801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:13.356487 run osmo-stp_10.42.42.5(pid=10400): stderr: \u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001511632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001511632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001511633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:13.413082 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10400): Process ended prematurely: osmo-stp_10.42.42.5(pid=10400) [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10400)] [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:15:13.422054 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:15:13.486095 run osmo-hlr_10.42.42.2(pid=10397): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10397)]\u000a00:15:13.538017 run osmo-hlr_10.42.42.2(pid=10397): stdout: \u000a| (launched: 2022-12-13_00:15:10.425135) \u000a00:15:13.590824 run osmo-hlr_10.42.42.2(pid=10397): stderr: \u000a| �[0;m�[1;31m20221213001510624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001510625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001510625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001510625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001510625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001510625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001510636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001510644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001510644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001510645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:13.661758 run osmo-msc_10.42.42.6(pid=10403): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10403)]\u000a00:15:13.713501 run osmo-msc_10.42.42.6(pid=10403): stdout: \u000a| (launched: 2022-12-13_00:15:12.474207) \u000a00:15:13.765893 run osmo-msc_10.42.42.6(pid=10403): stderr: \u000a| �[0;m�[38;5;43m20221213001512801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001512801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc705892c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001512801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001512801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001512802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001512802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001512803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001512804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001512804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001512804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:15:13.810134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminating (SIGTERM)\u000a00:15:13.852243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminating (SIGTERM)\u000a00:15:13.894718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminating (SIGTERM)\u000a00:15:13.904421 --- ParallelTerminationStrategy: PID 10396 died...\u000a00:15:13.960323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10396): Terminated: ok {rc=0}\u000a00:15:13.970592 --- ParallelTerminationStrategy: PID 10399 died...\u000a00:15:14.026463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10399): Terminated: ok {rc=0}\u000a00:15:14.036664 --- ParallelTerminationStrategy: PID 10402 died...\u000a00:15:14.092740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10402): Terminated: ok {rc=0}\u000a00:15:14.180611 bus /sierra_3: Setting Powered False\u000a00:15:15.287772 bus /sierra_3: Setting Powered False\u000a00:15:16.417749 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:14:56" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:15:18.397316 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.408933 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:15:18.534428 tst emergency_mo_mt_call.py: using LAC 32299\u000a00:15:18.649474 tst emergency_mo_mt_call.py: using RAC 169\u000a00:15:18.765100 tst emergency_mo_mt_call.py: using CellId 32299\u000a00:15:18.881470 tst emergency_mo_mt_call.py: using BVCI 32300\u000a00:15:18.904025 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.914730 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.925193 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.935549 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.946076 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:18.956489 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:19.069674 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:19.278881 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:19.783814 run create_hlr_db(pid=10408): Launched\u000a00:15:19.970873 bus /sierra_2: Setting Powered False\u000a00:15:20.988433 run create_hlr_db(pid=10408): Terminated: ok {rc=0}\u000a00:15:21.414209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Launched\u000a00:15:21.734230 run osmo-hlr_10.42.42.2(pid=10411): Launched\u000a00:15:21.846991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:22.362432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Launched\u000a00:15:22.659750 run osmo-stp_10.42.42.5(pid=10414): Launched\u000a00:15:22.779460 tst emergency_mo_mt_call.py: using MSISDN 8035\u000a00:15:22.926441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:15:23.469428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Launched\u000a00:15:23.765330 run osmo-msc_10.42.42.6(pid=10417): Launched\u000a00:15:23.938381 run osmo-stp_10.42.42.5(pid=10414): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)]\u000a00:15:24.063495 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-13_00:15:22.512449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:24.186665 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001522682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:24.305092 run osmo-stp_10.42.42.5(pid=10414): stdout: \u000a| (launched: 2022-12-13_00:15:22.512449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:24.422675 run osmo-stp_10.42.42.5(pid=10414): stderr: \u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001522682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001522682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001522683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:24.474048 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10414): Process ended prematurely: osmo-stp_10.42.42.5(pid=10414) [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10414)] [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a00:15:24.482104 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a00:15:24.542037 run osmo-hlr_10.42.42.2(pid=10411): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10411)]\u000a00:15:24.591404 run osmo-hlr_10.42.42.2(pid=10411): stdout: \u000a| (launched: 2022-12-13_00:15:21.576083) \u000a00:15:24.641223 run osmo-hlr_10.42.42.2(pid=10411): stderr: \u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001521774 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001521786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001521795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001521795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001521795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:24.708500 run osmo-msc_10.42.42.6(pid=10417): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10417)]\u000a00:15:24.757730 run osmo-msc_10.42.42.6(pid=10417): stdout: \u000a| (launched: 2022-12-13_00:15:23.619102) \u000a00:15:24.807307 run osmo-msc_10.42.42.6(pid=10417): stderr: \u000a| �[0;m�[38;5;43m20221213001523895 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001523896 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4a7408cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001523896 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001523896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001523896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001523896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001523898 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001523898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001523899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001523899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:15:24.849791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminating (SIGTERM)\u000a00:15:24.890142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminating (SIGTERM)\u000a00:15:24.930112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Terminating (SIGTERM)\u000a00:15:24.939587 --- ParallelTerminationStrategy: PID 10410 died...\u000a00:15:24.993155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10410): Terminated: ok {rc=0}\u000a00:15:25.002994 --- ParallelTerminationStrategy: PID 10413 died...\u000a00:15:25.056072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10413): Terminated: ok {rc=0}\u000a00:15:25.065992 --- ParallelTerminationStrategy: PID 10416 died...\u000a00:15:25.119259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10416): Terminated: ok {rc=0}\u000a00:15:25.208830 bus /sierra_3: Setting Powered False\u000a00:15:26.312094 bus /sierra_3: Setting Powered False\u000a00:15:27.423713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10425): Process ended prematurely: osmo-stp_10.42.42.5(pid=10425) [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10425): Process ended prematurely: osmo-stp_10.42.42.5(pid=10425) [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:15:28.474563 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:28.485851 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a00:15:28.614833 tst emergency_preemptive_call.py: using LAC 32300\u000a00:15:28.729831 tst emergency_preemptive_call.py: using RAC 170\u000a00:15:28.848839 tst emergency_preemptive_call.py: using CellId 32300\u000a00:15:28.964222 tst emergency_preemptive_call.py: using BVCI 32301\u000a00:15:28.986705 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:28.997296 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:29.007681 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:29.018100 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:29.028449 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a00:15:29.038807 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:29.156356 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:29.269888 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:29.386367 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:29.592845 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:30.095600 run create_hlr_db(pid=10419): Launched\u000a00:15:30.280435 bus /sierra_2: Setting Powered False\u000a00:15:31.301334 run create_hlr_db(pid=10419): Terminated: ok {rc=0}\u000a00:15:31.748584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Launched\u000a00:15:32.177805 run osmo-hlr_10.42.42.2(pid=10422): Launched\u000a00:15:32.301728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:32.858517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Launched\u000a00:15:33.179389 run osmo-stp_10.42.42.5(pid=10425): Launched\u000a00:15:33.304933 tst emergency_preemptive_call.py: using MSISDN 8036\u000a00:15:33.464157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:15:34.048269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Launched\u000a00:15:34.368229 run osmo-msc_10.42.42.6(pid=10428): Launched\u000a00:15:34.561901 run osmo-stp_10.42.42.5(pid=10425): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)]\u000a00:15:34.698177 run osmo-stp_10.42.42.5(pid=10425): stdout: \u000a| (launched: 2022-12-13_00:15:33.020939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:34.833587 run osmo-stp_10.42.42.5(pid=10425): stderr: \u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001533216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:34.962113 run osmo-stp_10.42.42.5(pid=10425): stdout: \u000a| (launched: 2022-12-13_00:15:33.020939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:35.089056 run osmo-stp_10.42.42.5(pid=10425): stderr: \u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001533215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001533216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001533216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:35.144494 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10425): Process ended prematurely: osmo-stp_10.42.42.5(pid=10425) [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10425)] [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a00:15:35.153230 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a00:15:35.216355 run osmo-hlr_10.42.42.2(pid=10422): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10422)]\u000a00:15:35.267804 run osmo-hlr_10.42.42.2(pid=10422): stdout: \u000a| (launched: 2022-12-13_00:15:31.914505) \u000a00:15:35.321078 run osmo-hlr_10.42.42.2(pid=10422): stderr: \u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001532162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001532179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001532187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001532187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001532187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:35.392017 run osmo-msc_10.42.42.6(pid=10428): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10428)]\u000a00:15:35.444116 run osmo-msc_10.42.42.6(pid=10428): stdout: \u000a| (launched: 2022-12-13_00:15:34.210444) \u000a00:15:35.496724 run osmo-msc_10.42.42.6(pid=10428): stderr: \u000a| �[0;m�[38;5;43m20221213001534535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213001534536 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f587025bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213001534536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213001534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213001534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213001534536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213001534538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213001534538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213001534539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213001534539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:15:35.540858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Terminating (SIGTERM)\u000a00:15:35.584252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Terminating (SIGTERM)\u000a00:15:35.626829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Terminating (SIGTERM)\u000a00:15:35.636596 --- ParallelTerminationStrategy: PID 10421 died...\u000a00:15:35.692446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10421): Terminated: ok {rc=0}\u000a00:15:35.702875 --- ParallelTerminationStrategy: PID 10424 died...\u000a00:15:35.758656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10424): Terminated: ok {rc=0}\u000a00:15:35.769086 --- ParallelTerminationStrategy: PID 10427 died...\u000a00:15:35.825386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10427): Terminated: ok {rc=0}\u000a00:15:35.911001 bus /sierra_9: Setting Powered False\u000a00:15:37.017674 bus /sierra_9: Setting Powered False\u000a00:15:38.124781 bus /sierra_8: Setting Powered False\u000a00:15:39.231665 bus /sierra_8: Setting Powered False\u000a00:15:40.342457 bus /sierra_3: Setting Powered False\u000a00:15:41.444459 bus /sierra_3: Setting Powered False\u000a00:15:42.552665 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:15:18" }, { "cases" : [ { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10443): Process ended prematurely: osmo-stp_10.42.42.5(pid=10443) [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10443): Process ended prematurely: osmo-stp_10.42.42.5(pid=10443) [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:15:44.630466 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:44.641073 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:15:44.763256 tst cs_paging_gprs_active.py: using LAC 32301\u000a00:15:44.879731 tst cs_paging_gprs_active.py: using RAC 171\u000a00:15:45.005710 tst cs_paging_gprs_active.py: using CellId 32301\u000a00:15:45.125795 tst cs_paging_gprs_active.py: using BVCI 32302\u000a00:15:45.148846 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.159476 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.169979 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.181013 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.191412 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.201714 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.212102 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.222449 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:45.234185 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:45.354095 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:45.648915 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:15:45.786762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:46.152924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Launched\u000a00:15:46.451793 run iperf3-srv_10.42.42.10(pid=10434): Launched\u000a00:15:46.655291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:15:46.794058 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:15:47.144771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Launched\u000a00:15:47.409542 run iperf3-srv_10.42.42.10(pid=10436): Launched\u000a00:15:47.594626 tst cs_paging_gprs_active.py:38: start network...\u000a00:15:47.720665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:15:48.208690 run create_hlr_db(pid=10437): Launched\u000a00:15:48.382773 bus /sierra_2: Setting Powered False\u000a00:15:49.404732 run create_hlr_db(pid=10437): Terminated: ok {rc=0}\u000a00:15:49.839271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Launched\u000a00:15:50.166330 run osmo-hlr_10.42.42.2(pid=10440): Launched\u000a00:15:50.286814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:15:50.852197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Launched\u000a00:15:51.177953 run osmo-stp_10.42.42.5(pid=10443): Launched\u000a00:15:51.297157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:15:52.861678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Launched\u000a00:15:52.978726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:15:53.264119 run patchelf(pid=10446): Launched\u000a00:15:53.454356 run osmo-stp_10.42.42.5(pid=10443): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)]\u000a00:15:53.594029 run osmo-stp_10.42.42.5(pid=10443): stdout: \u000a| (launched: 2022-12-13_00:15:51.017329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:53.733389 run osmo-stp_10.42.42.5(pid=10443): stderr: \u000a| �[0;m�[38;5;43m20221213001551210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001551211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001551211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001551211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:53.868710 run osmo-stp_10.42.42.5(pid=10443): stdout: \u000a| (launched: 2022-12-13_00:15:51.017329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:15:54.002780 run osmo-stp_10.42.42.5(pid=10443): stderr: \u000a| �[0;m�[38;5;43m20221213001551210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001551211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001551211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001551211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001551212 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:15:54.158897 run patchelf(pid=10446): Terminating (SIGINT)\u000a00:15:54.342144 run patchelf(pid=10446): Terminated: ok {rc=0}\u000a00:15:54.375539 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10443): Process ended prematurely: osmo-stp_10.42.42.5(pid=10443) [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10443)] [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a00:15:54.385399 tst cs_paging_gprs_active.py:38: Test FAILED (9.8 sec)\u000a00:15:54.449767 run osmo-hlr_10.42.42.2(pid=10440): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10440)]\u000a00:15:54.501865 run osmo-hlr_10.42.42.2(pid=10440): stdout: \u000a| (launched: 2022-12-13_00:15:50.005651) \u000a00:15:54.554832 run osmo-hlr_10.42.42.2(pid=10440): stderr: \u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001550206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001550220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001550229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001550229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001550229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:15:54.599849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminating (SIGTERM)\u000a00:15:54.642782 run iperf3-srv_10.42.42.10(pid=10434): Terminating (SIGTERM)\u000a00:15:54.685292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminating (SIGTERM)\u000a00:15:54.727766 run iperf3-srv_10.42.42.10(pid=10436): Terminating (SIGTERM)\u000a00:15:54.770798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Terminating (SIGTERM)\u000a00:15:54.813347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Terminating (SIGTERM)\u000a00:15:54.855906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Terminating (SIGTERM)\u000a00:15:54.866232 --- ParallelTerminationStrategy: PID 10433 died...\u000a00:15:54.922637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10433): Terminated: ok {rc=0}\u000a00:15:54.933343 --- ParallelTerminationStrategy: PID 10434 died...\u000a00:15:54.989243 run iperf3-srv_10.42.42.10(pid=10434): Terminated {rc=256}\u000a00:15:54.999614 --- ParallelTerminationStrategy: PID 10435 died...\u000a00:15:55.056390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10435): Terminated: ok {rc=0}\u000a00:15:55.066646 --- ParallelTerminationStrategy: PID 10436 died...\u000a00:15:55.123207 run iperf3-srv_10.42.42.10(pid=10436): Terminated {rc=256}\u000a00:15:55.133469 --- ParallelTerminationStrategy: PID 10439 died...\u000a00:15:55.189762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10439): Terminated: ok {rc=0}\u000a00:15:55.199974 --- ParallelTerminationStrategy: PID 10442 died...\u000a00:15:55.256132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10442): Terminated: ok {rc=0}\u000a00:15:55.266859 --- ParallelTerminationStrategy: PID 10445 died...\u000a00:15:55.323250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10445): Terminated: ok {rc=0}\u000a00:15:55.410292 bus /gobi_0: Setting Powered False\u000a00:15:56.516346 bus /gobi_0: Setting Powered False\u000a00:15:57.623894 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 71, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10455): Process ended prematurely: osmo-stp_10.42.42.5(pid=10455) [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10455): Process ended prematurely: osmo-stp_10.42.42.5(pid=10455) [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a00:15:58.739885 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:58.750823 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:15:58.874119 tst iperf3.py: using LAC 32302\u000a00:15:58.993189 tst iperf3.py: using RAC 172\u000a00:15:59.113954 tst iperf3.py: using CellId 32302\u000a00:15:59.232677 tst iperf3.py: using BVCI 32303\u000a00:15:59.255652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.266114 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.276408 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.287305 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.298103 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.308869 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.319747 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.330557 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:15:59.341527 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:15:59.638905 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:15:59.775077 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:00.110846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Launched\u000a00:16:00.390841 run iperf3-srv_10.42.42.10(pid=10448): Launched\u000a00:16:00.590720 tst iperf3.py:8: start network...\u000a00:16:00.727085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:01.286011 run create_hlr_db(pid=10449): Launched\u000a00:16:01.464144 bus /gobi_6: Setting Powered False\u000a00:16:02.493039 run create_hlr_db(pid=10449): Terminated: ok {rc=0}\u000a00:16:02.898502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Launched\u000a00:16:03.198838 run osmo-hlr_10.42.42.2(pid=10452): Launched\u000a00:16:03.312496 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:03.839344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Launched\u000a00:16:04.139769 run osmo-stp_10.42.42.5(pid=10455): Launched\u000a00:16:04.248811 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:04.774534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Launched\u000a00:16:04.881865 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:05.146719 run patchelf(pid=10458): Launched\u000a00:16:05.323111 run osmo-stp_10.42.42.5(pid=10455): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)]\u000a00:16:05.451677 run osmo-stp_10.42.42.5(pid=10455): stdout: \u000a| (launched: 2022-12-13_00:16:03.991451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:05.580739 run osmo-stp_10.42.42.5(pid=10455): stderr: \u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001604163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:05.705922 run osmo-stp_10.42.42.5(pid=10455): stdout: \u000a| (launched: 2022-12-13_00:16:03.991451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:05.829417 run osmo-stp_10.42.42.5(pid=10455): stderr: \u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001604163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001604163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001604164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:05.974846 run patchelf(pid=10458): Terminating (SIGINT)\u000a00:16:06.145868 run patchelf(pid=10458): Terminated: ok {rc=0}\u000a00:16:06.177004 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10455): Process ended prematurely: osmo-stp_10.42.42.5(pid=10455) [trial-2384↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10455)] [trial-2384↪gprs:sysmo↪iperf3.py:8]\u000a00:16:06.185934 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:16:06.245583 run osmo-hlr_10.42.42.2(pid=10452): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10452)]\u000a00:16:06.294820 run osmo-hlr_10.42.42.2(pid=10452): stdout: \u000a| (launched: 2022-12-13_00:16:03.050848) \u000a00:16:06.344138 run osmo-hlr_10.42.42.2(pid=10452): stderr: \u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001603227 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001603239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001603248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001603248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001603248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:06.386171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Terminating (SIGTERM)\u000a00:16:06.425742 run iperf3-srv_10.42.42.10(pid=10448): Terminating (SIGTERM)\u000a00:16:06.465547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Terminating (SIGTERM)\u000a00:16:06.505049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Terminating (SIGTERM)\u000a00:16:06.544548 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Terminating (SIGTERM)\u000a00:16:06.553754 --- ParallelTerminationStrategy: PID 10447 died...\u000a00:16:06.606801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10447): Terminated: ok {rc=0}\u000a00:16:06.616369 --- ParallelTerminationStrategy: PID 10448 died...\u000a00:16:06.669335 run iperf3-srv_10.42.42.10(pid=10448): Terminated {rc=256}\u000a00:16:06.678777 --- ParallelTerminationStrategy: PID 10451 died...\u000a00:16:06.732135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10451): Terminated: ok {rc=0}\u000a00:16:06.741721 --- ParallelTerminationStrategy: PID 10454 died...\u000a00:16:06.794409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10454): Terminated: ok {rc=0}\u000a00:16:06.803877 --- ParallelTerminationStrategy: PID 10457 died...\u000a00:16:06.857233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10457): Terminated: ok {rc=0}\u000a00:16:06.946272 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10473): Process ended prematurely: osmo-stp_10.42.42.5(pid=10473) [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10473): Process ended prematurely: osmo-stp_10.42.42.5(pid=10473) [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a00:16:08.057152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.068115 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:16:08.191988 tst iperf3m4.py: using LAC 32303\u000a00:16:08.312143 tst iperf3m4.py: using RAC 173\u000a00:16:08.429842 tst iperf3m4.py: using CellId 32303\u000a00:16:08.547430 tst iperf3m4.py: using BVCI 32304\u000a00:16:08.570488 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.581029 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.591377 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.601770 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.611971 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.622144 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.632464 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.642702 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:08.653087 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:08.769726 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:08.889140 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:09.005457 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:09.287577 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:09.413277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:09.727550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Launched\u000a00:16:09.989057 run iperf3-srv_10.42.42.10(pid=10460): Launched\u000a00:16:10.172781 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:16:10.298701 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:10.613131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Launched\u000a00:16:10.873935 run iperf3-srv_10.42.42.10(pid=10462): Launched\u000a00:16:11.058022 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:16:11.183432 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:11.496191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Launched\u000a00:16:11.757495 run iperf3-srv_10.42.42.10(pid=10464): Launched\u000a00:16:11.940766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:16:12.065978 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:12.378992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Launched\u000a00:16:12.653115 run iperf3-srv_10.42.42.10(pid=10466): Launched\u000a00:16:12.836098 tst iperf3m4.py:8: start network...\u000a00:16:12.961642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:13.446676 run create_hlr_db(pid=10467): Launched\u000a00:16:13.619828 bus /gobi_6: Setting Powered False\u000a00:16:14.642479 run create_hlr_db(pid=10467): Terminated: ok {rc=0}\u000a00:16:15.074126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Launched\u000a00:16:15.400563 run osmo-hlr_10.42.42.2(pid=10470): Launched\u000a00:16:15.521695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:16.119447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Launched\u000a00:16:16.467704 run osmo-stp_10.42.42.5(pid=10473): Launched\u000a00:16:16.687325 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:17.350396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Launched\u000a00:16:17.458303 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:17.724736 run patchelf(pid=10476): Launched\u000a00:16:17.902282 run osmo-stp_10.42.42.5(pid=10473): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)]\u000a00:16:18.031680 run osmo-stp_10.42.42.5(pid=10473): stdout: \u000a| (launched: 2022-12-13_00:16:16.275670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:18.160913 run osmo-stp_10.42.42.5(pid=10473): stderr: \u000a| �[0;m�[38;5;43m20221213001616645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001616646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001616647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001616649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:18.286143 run osmo-stp_10.42.42.5(pid=10473): stdout: \u000a| (launched: 2022-12-13_00:16:16.275670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:18.410115 run osmo-stp_10.42.42.5(pid=10473): stderr: \u000a| �[0;m�[38;5;43m20221213001616645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001616646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001616647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001616649 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001616652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:18.555071 run patchelf(pid=10476): Terminating (SIGINT)\u000a00:16:18.724788 run patchelf(pid=10476): Terminated: ok {rc=0}\u000a00:16:18.755905 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10473): Process ended prematurely: osmo-stp_10.42.42.5(pid=10473) [trial-2384↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10473)] [trial-2384↪gprs:sysmo↪iperf3m4.py:8]\u000a00:16:18.764888 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:16:18.824874 run osmo-hlr_10.42.42.2(pid=10470): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10470)]\u000a00:16:18.874016 run osmo-hlr_10.42.42.2(pid=10470): stdout: \u000a| (launched: 2022-12-13_00:16:15.239443) \u000a00:16:18.923665 run osmo-hlr_10.42.42.2(pid=10470): stderr: \u000a| �[0;m�[1;31m20221213001615437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001615437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001615437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001615437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001615437 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001615438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001615450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001615458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:18.965942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Terminating (SIGTERM)\u000a00:16:19.005908 run iperf3-srv_10.42.42.10(pid=10460): Terminating (SIGTERM)\u000a00:16:19.046048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Terminating (SIGTERM)\u000a00:16:19.086027 run iperf3-srv_10.42.42.10(pid=10462): Terminating (SIGTERM)\u000a00:16:19.125966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Terminating (SIGTERM)\u000a00:16:19.166008 run iperf3-srv_10.42.42.10(pid=10464): Terminating (SIGTERM)\u000a00:16:19.205914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminating (SIGTERM)\u000a00:16:19.245592 run iperf3-srv_10.42.42.10(pid=10466): Terminating (SIGTERM)\u000a00:16:19.285656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Terminating (SIGTERM)\u000a00:16:19.325890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Terminating (SIGTERM)\u000a00:16:19.365856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Terminating (SIGTERM)\u000a00:16:19.375275 --- ParallelTerminationStrategy: PID 10459 died...\u000a00:16:19.428726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10459): Terminated: ok {rc=0}\u000a00:16:19.438583 --- ParallelTerminationStrategy: PID 10460 died...\u000a00:16:19.491897 run iperf3-srv_10.42.42.10(pid=10460): Terminated {rc=256}\u000a00:16:19.501903 --- ParallelTerminationStrategy: PID 10461 died...\u000a00:16:19.554818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10461): Terminated: ok {rc=0}\u000a00:16:19.564414 --- ParallelTerminationStrategy: PID 10462 died...\u000a00:16:19.617195 run iperf3-srv_10.42.42.10(pid=10462): Terminated {rc=256}\u000a00:16:19.626780 --- ParallelTerminationStrategy: PID 10463 died...\u000a00:16:19.679928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10463): Terminated: ok {rc=0}\u000a00:16:19.689885 --- ParallelTerminationStrategy: PID 10464 died...\u000a00:16:19.743231 run iperf3-srv_10.42.42.10(pid=10464): Terminated {rc=256}\u000a00:16:19.752838 --- ParallelTerminationStrategy: PID 10465 died...\u000a00:16:19.805478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10465): Terminated: ok {rc=0}\u000a00:16:19.815076 --- ParallelTerminationStrategy: PID 10466 died...\u000a00:16:19.868295 run iperf3-srv_10.42.42.10(pid=10466): Terminated {rc=256}\u000a00:16:19.877893 --- ParallelTerminationStrategy: PID 10469 died...\u000a00:16:19.930813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10469): Terminated: ok {rc=0}\u000a00:16:19.940500 --- ParallelTerminationStrategy: PID 10472 died...\u000a00:16:19.993401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10472): Terminated: ok {rc=0}\u000a00:16:20.003097 --- ParallelTerminationStrategy: PID 10475 died...\u000a00:16:20.055686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10475): Terminated: ok {rc=0}\u000a00:16:20.144530 bus /gobi_4: Setting Powered False\u000a00:16:21.247965 bus /gobi_4: Setting Powered False\u000a00:16:22.359555 bus /gobi_1: Setting Powered False\u000a00:16:23.465284 bus /gobi_1: Setting Powered False\u000a00:16:24.572319 bus /gobi_0: Setting Powered False\u000a00:16:25.678850 bus /gobi_0: Setting Powered False\u000a00:16:26.787379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10483): Process ended prematurely: osmo-stp_10.42.42.5(pid=10483) [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10483): Process ended prematurely: osmo-stp_10.42.42.5(pid=10483) [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo ping.py\u000a----------------------------------------------\u000a00:16:27.855529 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:27.867163 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:16:28.000006 tst ping.py: using LAC 32304\u000a00:16:28.125414 tst ping.py: using RAC 174\u000a00:16:28.252173 tst ping.py: using CellId 32304\u000a00:16:28.377237 tst ping.py: using BVCI 32305\u000a00:16:28.401803 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.412667 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.423505 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.434575 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.445578 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.456440 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.467768 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:28.479533 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:28.769895 tst ping.py:19: start network...\u000a00:16:28.902933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:29.405588 run create_hlr_db(pid=10477): Launched\u000a00:16:29.590425 bus /gobi_6: Setting Powered False\u000a00:16:30.611353 run create_hlr_db(pid=10477): Terminated: ok {rc=0}\u000a00:16:31.046077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Launched\u000a00:16:31.448615 run osmo-hlr_10.42.42.2(pid=10480): Launched\u000a00:16:31.681477 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:32.322363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Launched\u000a00:16:32.642401 run osmo-stp_10.42.42.5(pid=10483): Launched\u000a00:16:32.758909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:33.315893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Launched\u000a00:16:33.430442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:33.710545 run patchelf(pid=10486): Launched\u000a00:16:33.898345 run osmo-stp_10.42.42.5(pid=10483): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)]\u000a00:16:34.035042 run osmo-stp_10.42.42.5(pid=10483): stdout: \u000a| (launched: 2022-12-13_00:16:32.483692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:34.172887 run osmo-stp_10.42.42.5(pid=10483): stderr: \u000a| �[0;m�[38;5;43m20221213001632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001632675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001632675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001632675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:34.304873 run osmo-stp_10.42.42.5(pid=10483): stdout: \u000a| (launched: 2022-12-13_00:16:32.483692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:34.435717 run osmo-stp_10.42.42.5(pid=10483): stderr: \u000a| �[0;m�[38;5;43m20221213001632674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001632675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001632675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001632675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001632676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:34.588846 run patchelf(pid=10486): Terminating (SIGINT)\u000a00:16:34.769346 run patchelf(pid=10486): Terminated: ok {rc=0}\u000a00:16:34.801487 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10483): Process ended prematurely: osmo-stp_10.42.42.5(pid=10483) [trial-2384↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10483)] [trial-2384↪gprs:sysmo↪ping.py:22]\u000a00:16:34.811047 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:16:34.874335 run osmo-hlr_10.42.42.2(pid=10480): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10480)]\u000a00:16:34.926256 run osmo-hlr_10.42.42.2(pid=10480): stdout: \u000a| (launched: 2022-12-13_00:16:31.198568) \u000a00:16:34.978823 run osmo-hlr_10.42.42.2(pid=10480): stderr: \u000a| �[0;m�[1;31m20221213001631537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001631537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001631537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001631537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001631538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001631538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001631551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001631563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001631563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001631563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:35.023478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Terminating (SIGTERM)\u000a00:16:35.065690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Terminating (SIGTERM)\u000a00:16:35.107996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Terminating (SIGTERM)\u000a00:16:35.118229 --- ParallelTerminationStrategy: PID 10479 died...\u000a00:16:35.174658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10479): Terminated: ok {rc=0}\u000a00:16:35.185113 --- ParallelTerminationStrategy: PID 10482 died...\u000a00:16:35.242070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10482): Terminated: ok {rc=0}\u000a00:16:35.252372 --- ParallelTerminationStrategy: PID 10485 died...\u000a00:16:35.308304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10485): Terminated: ok {rc=0}\u000a00:16:35.395530 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10493): Process ended prematurely: osmo-stp_10.42.42.5(pid=10493) [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10493): Process ended prematurely: osmo-stp_10.42.42.5(pid=10493) [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:16:36.446283 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:36.457598 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a00:16:36.587809 tst ping_idle_ping.py: using LAC 32305\u000a00:16:36.709545 tst ping_idle_ping.py: using RAC 175\u000a00:16:36.827419 tst ping_idle_ping.py: using CellId 32305\u000a00:16:36.946929 tst ping_idle_ping.py: using BVCI 32306\u000a00:16:36.969855 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:36.980384 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:36.991084 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:37.002097 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:37.012830 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:37.023640 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:37.034699 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a00:16:37.045621 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a00:16:37.344365 tst ping_idle_ping.py:24: start network...\u000a00:16:37.478182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:37.981496 run create_hlr_db(pid=10487): Launched\u000a00:16:38.166555 bus /gobi_6: Setting Powered False\u000a00:16:39.186619 run create_hlr_db(pid=10487): Terminated: ok {rc=0}\u000a00:16:39.587438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Launched\u000a00:16:39.885222 run osmo-hlr_10.42.42.2(pid=10490): Launched\u000a00:16:39.994431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:40.510725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Launched\u000a00:16:40.807612 run osmo-stp_10.42.42.5(pid=10493): Launched\u000a00:16:40.914802 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:41.435984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Launched\u000a00:16:41.542322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:41.803853 run patchelf(pid=10496): Launched\u000a00:16:41.978926 run osmo-stp_10.42.42.5(pid=10493): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)]\u000a00:16:42.106685 run osmo-stp_10.42.42.5(pid=10493): stdout: \u000a| (launched: 2022-12-13_00:16:40.660807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:42.234051 run osmo-stp_10.42.42.5(pid=10493): stderr: \u000a| �[0;m�[38;5;43m20221213001640831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001640831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001640832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001640832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:42.357333 run osmo-stp_10.42.42.5(pid=10493): stdout: \u000a| (launched: 2022-12-13_00:16:40.660807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:42.479040 run osmo-stp_10.42.42.5(pid=10493): stderr: \u000a| �[0;m�[38;5;43m20221213001640831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001640831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001640832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001640832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001640833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:42.622317 run patchelf(pid=10496): Terminating (SIGINT)\u000a00:16:42.790670 run patchelf(pid=10496): Terminated: ok {rc=0}\u000a00:16:42.821196 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10493): Process ended prematurely: osmo-stp_10.42.42.5(pid=10493) [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10493)] [trial-2384↪gprs:sysmo↪ping_idle_ping.py:27]\u000a00:16:42.829575 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:16:42.888640 run osmo-hlr_10.42.42.2(pid=10490): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10490)]\u000a00:16:42.937205 run osmo-hlr_10.42.42.2(pid=10490): stdout: \u000a| (launched: 2022-12-13_00:16:39.738410) \u000a00:16:42.986301 run osmo-hlr_10.42.42.2(pid=10490): stderr: \u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001639915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001639928 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001639937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001639937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001639937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:43.028568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Terminating (SIGTERM)\u000a00:16:43.068319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Terminating (SIGTERM)\u000a00:16:43.107925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Terminating (SIGTERM)\u000a00:16:43.117219 --- ParallelTerminationStrategy: PID 10489 died...\u000a00:16:43.170083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10489): Terminated: ok {rc=0}\u000a00:16:43.179672 --- ParallelTerminationStrategy: PID 10492 died...\u000a00:16:43.232723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10492): Terminated: ok {rc=0}\u000a00:16:43.242362 --- ParallelTerminationStrategy: PID 10495 died...\u000a00:16:43.295424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10495): Terminated: ok {rc=0}\u000a00:16:43.378889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:15:44" }, { "cases" : [ { "testActions" : [ ], "age" : 72, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:16:45.497781 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:45.508792 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:45.643320 tst cs_paging_gprs_active.py: using LAC 32306\u000a00:16:45.766750 tst cs_paging_gprs_active.py: using RAC 176\u000a00:16:45.890911 tst cs_paging_gprs_active.py: using CellId 32306\u000a00:16:46.022084 tst cs_paging_gprs_active.py: using BVCI 32307\u000a00:16:46.046425 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.058270 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.069854 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.081564 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.093283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.104929 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.116399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.127639 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:46.139126 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:46.279362 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:46.603808 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:16:46.734906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:47.071693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Launched\u000a00:16:47.358348 run iperf3-srv_10.42.42.10(pid=10502): Launched\u000a00:16:47.559280 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:16:47.697510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:48.036883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Launched\u000a00:16:48.319428 run iperf3-srv_10.42.42.10(pid=10504): Launched\u000a00:16:48.520559 tst cs_paging_gprs_active.py:38: start network...\u000a00:16:48.658415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:16:49.173546 run create_hlr_db(pid=10505): Launched\u000a00:16:49.362246 bus /gobi_6: Setting Powered False\u000a00:16:50.383720 run create_hlr_db(pid=10505): Terminated: ok {rc=0}\u000a00:16:50.792175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Launched\u000a00:16:51.097842 run osmo-hlr_10.42.42.2(pid=10508): Launched\u000a00:16:51.210357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:16:51.739195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Launched\u000a00:16:52.044622 run osmo-stp_10.42.42.5(pid=10511): Launched\u000a00:16:52.159878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:16:52.690950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Launched\u000a00:16:52.799068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:16:53.065289 run patchelf(pid=10514): Launched\u000a00:16:53.242372 run osmo-stp_10.42.42.5(pid=10511): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)]\u000a00:16:53.371340 run osmo-stp_10.42.42.5(pid=10511): stdout: \u000a| (launched: 2022-12-13_00:16:51.893210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:53.500696 run osmo-stp_10.42.42.5(pid=10511): stderr: \u000a| �[0;m�[38;5;43m20221213001652064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001652065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001652065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001652065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:53.626504 run osmo-stp_10.42.42.5(pid=10511): stdout: \u000a| (launched: 2022-12-13_00:16:51.893210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:16:53.750722 run osmo-stp_10.42.42.5(pid=10511): stderr: \u000a| �[0;m�[38;5;43m20221213001652064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001652065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001652065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001652065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001652066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:16:53.895682 run patchelf(pid=10514): Terminating (SIGINT)\u000a00:16:54.067227 run patchelf(pid=10514): Terminated: ok {rc=0}\u000a00:16:54.098704 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10511): Process ended prematurely: osmo-stp_10.42.42.5(pid=10511) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10511)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:16:54.107860 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:16:54.168100 run osmo-hlr_10.42.42.2(pid=10508): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10508)]\u000a00:16:54.217283 run osmo-hlr_10.42.42.2(pid=10508): stdout: \u000a| (launched: 2022-12-13_00:16:50.946903) \u000a00:16:54.267220 run osmo-hlr_10.42.42.2(pid=10508): stderr: \u000a| �[0;m�[1;31m20221213001651123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001651123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001651123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001651123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001651123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001651124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001651136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001651146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001651146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001651147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:16:54.309860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminating (SIGTERM)\u000a00:16:54.350275 run iperf3-srv_10.42.42.10(pid=10502): Terminating (SIGTERM)\u000a00:16:54.390576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminating (SIGTERM)\u000a00:16:54.430770 run iperf3-srv_10.42.42.10(pid=10504): Terminating (SIGTERM)\u000a00:16:54.471001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminating (SIGTERM)\u000a00:16:54.511106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminating (SIGTERM)\u000a00:16:54.551192 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Terminating (SIGTERM)\u000a00:16:54.560614 --- ParallelTerminationStrategy: PID 10501 died...\u000a00:16:54.614223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10501): Terminated: ok {rc=0}\u000a00:16:54.623972 --- ParallelTerminationStrategy: PID 10502 died...\u000a00:16:54.676826 run iperf3-srv_10.42.42.10(pid=10502): Terminated {rc=256}\u000a00:16:54.686563 --- ParallelTerminationStrategy: PID 10503 died...\u000a00:16:54.739735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10503): Terminated: ok {rc=0}\u000a00:16:54.749532 --- ParallelTerminationStrategy: PID 10504 died...\u000a00:16:54.802472 run iperf3-srv_10.42.42.10(pid=10504): Terminated {rc=256}\u000a00:16:54.812192 --- ParallelTerminationStrategy: PID 10507 died...\u000a00:16:54.865226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10507): Terminated: ok {rc=0}\u000a00:16:54.875072 --- ParallelTerminationStrategy: PID 10510 died...\u000a00:16:54.928229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10510): Terminated: ok {rc=0}\u000a00:16:54.938186 --- ParallelTerminationStrategy: PID 10513 died...\u000a00:16:54.991504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10513): Terminated: ok {rc=0}\u000a00:16:55.075233 bus /gobi_0: Setting Powered False\u000a00:16:56.181659 bus /gobi_0: Setting Powered False\u000a00:16:57.288274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10526): Process ended prematurely: osmo-stp_10.42.42.5(pid=10526) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10526): Process ended prematurely: osmo-stp_10.42.42.5(pid=10526) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:16:58.398246 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.409582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:16:58.532870 tst iperf3.py: using LAC 32307\u000a00:16:58.658057 tst iperf3.py: using RAC 177\u000a00:16:58.774685 tst iperf3.py: using CellId 32307\u000a00:16:58.905462 tst iperf3.py: using BVCI 32308\u000a00:16:58.930478 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.942024 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.953153 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.964587 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.976008 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.987274 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:58.998736 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:59.009894 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:16:59.021270 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:16:59.302698 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:16:59.428089 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:16:59.740055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Launched\u000a00:17:00.000016 run iperf3-srv_10.42.42.10(pid=10516): Launched\u000a00:17:00.184128 tst iperf3.py:8: start network...\u000a00:17:00.309663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:00.794316 run create_hlr_db(pid=10517): Launched\u000a00:17:00.969946 bus /gobi_6: Setting Powered False\u000a00:17:01.996513 run create_hlr_db(pid=10517): Terminated: ok {rc=0}\u000a00:17:02.420709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Launched\u000a00:17:02.725256 run osmo-hlr_10.42.42.2(pid=10523): Launched\u000a00:17:02.840068 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:03.366404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Launched\u000a00:17:03.670153 run osmo-stp_10.42.42.5(pid=10526): Launched\u000a00:17:03.780195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:04.308244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Launched\u000a00:17:04.416006 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:04.680113 run patchelf(pid=10529): Launched\u000a00:17:04.856508 run osmo-stp_10.42.42.5(pid=10526): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)]\u000a00:17:04.985341 run osmo-stp_10.42.42.5(pid=10526): stdout: \u000a| (launched: 2022-12-13_00:17:03.519106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:05.114408 run osmo-stp_10.42.42.5(pid=10526): stderr: \u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001703691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:05.239235 run osmo-stp_10.42.42.5(pid=10526): stdout: \u000a| (launched: 2022-12-13_00:17:03.519106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:05.362920 run osmo-stp_10.42.42.5(pid=10526): stderr: \u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001703690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001703691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001703691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:05.507420 run patchelf(pid=10529): Terminating (SIGINT)\u000a00:17:05.677807 run patchelf(pid=10529): Terminated: ok {rc=0}\u000a00:17:05.708767 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10526): Process ended prematurely: osmo-stp_10.42.42.5(pid=10526) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10526)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a00:17:05.717802 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a00:17:05.777057 run osmo-hlr_10.42.42.2(pid=10523): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10523)]\u000a00:17:05.825804 run osmo-hlr_10.42.42.2(pid=10523): stdout: \u000a| (launched: 2022-12-13_00:17:02.573912) \u000a00:17:05.875211 run osmo-hlr_10.42.42.2(pid=10523): stderr: \u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001702750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001702761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001702769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001702769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001702770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:05.917411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Terminating (SIGTERM)\u000a00:17:05.957304 run iperf3-srv_10.42.42.10(pid=10516): Terminating (SIGTERM)\u000a00:17:05.997327 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Terminating (SIGTERM)\u000a00:17:06.037170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Terminating (SIGTERM)\u000a00:17:06.077433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Terminating (SIGTERM)\u000a00:17:06.086757 --- ParallelTerminationStrategy: PID 10515 died...\u000a00:17:06.140281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10515): Terminated: ok {rc=0}\u000a00:17:06.150111 --- ParallelTerminationStrategy: PID 10516 died...\u000a00:17:06.203275 run iperf3-srv_10.42.42.10(pid=10516): Terminated {rc=256}\u000a00:17:06.213076 --- ParallelTerminationStrategy: PID 10522 died...\u000a00:17:06.265743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10522): Terminated: ok {rc=0}\u000a00:17:06.275286 --- ParallelTerminationStrategy: PID 10525 died...\u000a00:17:06.327986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10525): Terminated: ok {rc=0}\u000a00:17:06.337747 --- ParallelTerminationStrategy: PID 10528 died...\u000a00:17:06.390977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10528): Terminated: ok {rc=0}\u000a00:17:06.474570 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10544): Process ended prematurely: osmo-stp_10.42.42.5(pid=10544) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10544): Process ended prematurely: osmo-stp_10.42.42.5(pid=10544) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:17:07.589988 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:07.601991 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:17:07.731658 tst iperf3m4.py: using LAC 32308\u000a00:17:07.852062 tst iperf3m4.py: using RAC 178\u000a00:17:07.972753 tst iperf3m4.py: using CellId 32308\u000a00:17:08.093896 tst iperf3m4.py: using BVCI 32309\u000a00:17:08.117846 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.128652 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.139327 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.149986 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.160548 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.171119 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.181955 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.192709 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:08.203484 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:08.319517 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:08.442103 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:08.558751 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:08.854456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:17:08.990664 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:09.329943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Launched\u000a00:17:09.610819 run iperf3-srv_10.42.42.10(pid=10531): Launched\u000a00:17:09.810612 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:17:09.946457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:10.284231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Launched\u000a00:17:10.565140 run iperf3-srv_10.42.42.10(pid=10533): Launched\u000a00:17:10.765221 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:17:10.901613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:11.239192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Launched\u000a00:17:11.519628 run iperf3-srv_10.42.42.10(pid=10535): Launched\u000a00:17:11.720661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:17:11.857259 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:12.195826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Launched\u000a00:17:12.476857 run iperf3-srv_10.42.42.10(pid=10537): Launched\u000a00:17:12.677723 tst iperf3m4.py:8: start network...\u000a00:17:12.814304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:13.330934 run create_hlr_db(pid=10538): Launched\u000a00:17:13.519255 bus /gobi_6: Setting Powered False\u000a00:17:14.541151 run create_hlr_db(pid=10538): Terminated: ok {rc=0}\u000a00:17:14.948245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Launched\u000a00:17:15.251676 run osmo-hlr_10.42.42.2(pid=10541): Launched\u000a00:17:15.362721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:15.897486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Launched\u000a00:17:16.256655 run osmo-stp_10.42.42.5(pid=10544): Launched\u000a00:17:16.492658 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:17.118722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Launched\u000a00:17:17.239150 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:17.550826 run patchelf(pid=10547): Launched\u000a00:17:17.742373 run osmo-stp_10.42.42.5(pid=10544): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)]\u000a00:17:17.881172 run osmo-stp_10.42.42.5(pid=10544): stdout: \u000a| (launched: 2022-12-13_00:17:16.060082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:18.020873 run osmo-stp_10.42.42.5(pid=10544): stderr: \u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001716400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:18.155481 run osmo-stp_10.42.42.5(pid=10544): stdout: \u000a| (launched: 2022-12-13_00:17:16.060082)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:18.290052 run osmo-stp_10.42.42.5(pid=10544): stderr: \u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001716399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001716400 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001716400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:18.446399 run patchelf(pid=10547): Terminating (SIGINT)\u000a00:17:18.630381 run patchelf(pid=10547): Terminated: ok {rc=0}\u000a00:17:18.663716 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10544): Process ended prematurely: osmo-stp_10.42.42.5(pid=10544) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10544)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:17:18.674273 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:17:18.739282 run osmo-hlr_10.42.42.2(pid=10541): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10541)]\u000a00:17:18.792146 run osmo-hlr_10.42.42.2(pid=10541): stdout: \u000a| (launched: 2022-12-13_00:17:15.101503) \u000a00:17:18.845451 run osmo-hlr_10.42.42.2(pid=10541): stderr: \u000a| �[0;m�[1;31m20221213001715279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001715279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001715279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001715279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001715280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001715280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001715292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001715303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001715303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001715303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:18.890450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminating (SIGTERM)\u000a00:17:18.933071 run iperf3-srv_10.42.42.10(pid=10531): Terminating (SIGTERM)\u000a00:17:18.975623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminating (SIGTERM)\u000a00:17:19.018213 run iperf3-srv_10.42.42.10(pid=10533): Terminating (SIGTERM)\u000a00:17:19.060783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminating (SIGTERM)\u000a00:17:19.103740 run iperf3-srv_10.42.42.10(pid=10535): Terminating (SIGTERM)\u000a00:17:19.146299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminating (SIGTERM)\u000a00:17:19.188604 run iperf3-srv_10.42.42.10(pid=10537): Terminating (SIGTERM)\u000a00:17:19.231284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Terminating (SIGTERM)\u000a00:17:19.273884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Terminating (SIGTERM)\u000a00:17:19.316372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Terminating (SIGTERM)\u000a00:17:19.326304 --- ParallelTerminationStrategy: PID 10530 died...\u000a00:17:19.382930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10530): Terminated: ok {rc=0}\u000a00:17:19.393167 --- ParallelTerminationStrategy: PID 10531 died...\u000a00:17:19.449137 run iperf3-srv_10.42.42.10(pid=10531): Terminated {rc=256}\u000a00:17:19.459475 --- ParallelTerminationStrategy: PID 10532 died...\u000a00:17:19.515601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10532): Terminated: ok {rc=0}\u000a00:17:19.525999 --- ParallelTerminationStrategy: PID 10533 died...\u000a00:17:19.582284 run iperf3-srv_10.42.42.10(pid=10533): Terminated {rc=256}\u000a00:17:19.592343 --- ParallelTerminationStrategy: PID 10534 died...\u000a00:17:19.648990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10534): Terminated: ok {rc=0}\u000a00:17:19.659391 --- ParallelTerminationStrategy: PID 10535 died...\u000a00:17:19.715960 run iperf3-srv_10.42.42.10(pid=10535): Terminated {rc=256}\u000a00:17:19.726249 --- ParallelTerminationStrategy: PID 10536 died...\u000a00:17:19.782298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10536): Terminated: ok {rc=0}\u000a00:17:19.792618 --- ParallelTerminationStrategy: PID 10537 died...\u000a00:17:19.848717 run iperf3-srv_10.42.42.10(pid=10537): Terminated {rc=256}\u000a00:17:19.859128 --- ParallelTerminationStrategy: PID 10540 died...\u000a00:17:19.915544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10540): Terminated: ok {rc=0}\u000a00:17:19.925799 --- ParallelTerminationStrategy: PID 10543 died...\u000a00:17:19.982537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10543): Terminated: ok {rc=0}\u000a00:17:19.992670 --- ParallelTerminationStrategy: PID 10546 died...\u000a00:17:20.049746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10546): Terminated: ok {rc=0}\u000a00:17:20.137952 bus /gobi_4: Setting Powered False\u000a00:17:21.242496 bus /gobi_4: Setting Powered False\u000a00:17:22.354507 bus /gobi_1: Setting Powered False\u000a00:17:23.457968 bus /gobi_1: Setting Powered False\u000a00:17:24.569671 bus /gobi_0: Setting Powered False\u000a00:17:25.673658 bus /gobi_0: Setting Powered False\u000a00:17:26.786342 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10554): Process ended prematurely: osmo-stp_10.42.42.5(pid=10554) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10554): Process ended prematurely: osmo-stp_10.42.42.5(pid=10554) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:17:27.854113 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:27.865473 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:17:27.986795 tst ping.py: using LAC 32309\u000a00:17:28.108333 tst ping.py: using RAC 179\u000a00:17:28.224919 tst ping.py: using CellId 32309\u000a00:17:28.341948 tst ping.py: using BVCI 32310\u000a00:17:28.364670 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.375526 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.386135 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.396608 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.406986 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.417398 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.427918 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:28.438439 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:28.732391 tst ping.py:19: start network...\u000a00:17:28.866669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:29.371172 run create_hlr_db(pid=10548): Launched\u000a00:17:29.556875 bus /gobi_6: Setting Powered False\u000a00:17:30.577465 run create_hlr_db(pid=10548): Terminated: ok {rc=0}\u000a00:17:31.017172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Launched\u000a00:17:31.419566 run osmo-hlr_10.42.42.2(pid=10551): Launched\u000a00:17:31.609561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:32.295631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Launched\u000a00:17:32.619044 run osmo-stp_10.42.42.5(pid=10554): Launched\u000a00:17:32.737719 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:33.298218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Launched\u000a00:17:33.412673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:33.693307 run patchelf(pid=10557): Launched\u000a00:17:33.881250 run osmo-stp_10.42.42.5(pid=10554): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)]\u000a00:17:34.018532 run osmo-stp_10.42.42.5(pid=10554): stdout: \u000a| (launched: 2022-12-13_00:17:32.459477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:34.156127 run osmo-stp_10.42.42.5(pid=10554): stderr: \u000a| �[0;m�[38;5;43m20221213001732650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001732650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001732651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001732651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001732651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001732651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001732652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:34.289164 run osmo-stp_10.42.42.5(pid=10554): stdout: \u000a| (launched: 2022-12-13_00:17:32.459477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:34.421473 run osmo-stp_10.42.42.5(pid=10554): stderr: \u000a| �[0;m�[38;5;43m20221213001732650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001732650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001732651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001732651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001732651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001732651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001732652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:34.575328 run patchelf(pid=10557): Terminating (SIGINT)\u000a00:17:34.756431 run patchelf(pid=10557): Terminated: ok {rc=0}\u000a00:17:34.789073 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10554): Process ended prematurely: osmo-stp_10.42.42.5(pid=10554) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10554)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a00:17:34.798335 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:17:34.862059 run osmo-hlr_10.42.42.2(pid=10551): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10551)]\u000a00:17:34.913979 run osmo-hlr_10.42.42.2(pid=10551): stdout: \u000a| (launched: 2022-12-13_00:17:31.181062) \u000a00:17:34.966583 run osmo-hlr_10.42.42.2(pid=10551): stderr: \u000a| �[0;m�[1;31m20221213001731522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001731522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001731522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001731522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001731523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001731523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001731541 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001731561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001731561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001731561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:35.011137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Terminating (SIGTERM)\u000a00:17:35.053563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Terminating (SIGTERM)\u000a00:17:35.095912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Terminating (SIGTERM)\u000a00:17:35.106087 --- ParallelTerminationStrategy: PID 10550 died...\u000a00:17:35.162599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10550): Terminated: ok {rc=0}\u000a00:17:35.173141 --- ParallelTerminationStrategy: PID 10553 died...\u000a00:17:35.229360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10553): Terminated: ok {rc=0}\u000a00:17:35.239829 --- ParallelTerminationStrategy: PID 10556 died...\u000a00:17:35.296343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10556): Terminated: ok {rc=0}\u000a00:17:35.384331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:17:36.437359 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:36.449649 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:17:36.581993 tst ping_idle_ping.py: using LAC 32310\u000a00:17:36.717978 tst ping_idle_ping.py: using RAC 180\u000a00:17:36.837218 tst ping_idle_ping.py: using CellId 32310\u000a00:17:36.954555 tst ping_idle_ping.py: using BVCI 32311\u000a00:17:36.977625 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:36.988351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:36.999125 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:37.009931 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:37.020365 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:37.030783 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:37.041876 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:17:37.052562 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:17:37.345613 tst ping_idle_ping.py:24: start network...\u000a00:17:37.479336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:37.983986 run create_hlr_db(pid=10558): Launched\u000a00:17:38.170871 bus /gobi_6: Setting Powered False\u000a00:17:39.191193 run create_hlr_db(pid=10558): Terminated: ok {rc=0}\u000a00:17:39.620861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Launched\u000a00:17:39.943560 run osmo-hlr_10.42.42.2(pid=10561): Launched\u000a00:17:40.057911 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:40.576376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Launched\u000a00:17:40.874286 run osmo-stp_10.42.42.5(pid=10564): Launched\u000a00:17:40.982739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:41.502474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Launched\u000a00:17:41.608098 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:41.868908 run patchelf(pid=10567): Launched\u000a00:17:42.042961 run osmo-stp_10.42.42.5(pid=10564): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a00:17:42.170076 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-13_00:17:40.727002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:42.297453 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001740898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:42.420579 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-13_00:17:40.727002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:42.542304 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001740898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001740898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001740899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:42.685070 run patchelf(pid=10567): Terminating (SIGINT)\u000a00:17:42.852935 run patchelf(pid=10567): Terminated: ok {rc=0}\u000a00:17:42.883325 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:17:42.891771 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:17:42.950576 run osmo-hlr_10.42.42.2(pid=10561): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10561)]\u000a00:17:42.998773 run osmo-hlr_10.42.42.2(pid=10561): stdout: \u000a| (launched: 2022-12-13_00:17:39.784694) \u000a00:17:43.047743 run osmo-hlr_10.42.42.2(pid=10561): stderr: \u000a| �[0;m�[1;31m20221213001739983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001739984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001739984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001739984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001739984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001739984 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001739997 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001740005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001740006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:43.089518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminating (SIGTERM)\u000a00:17:43.129236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminating (SIGTERM)\u000a00:17:43.169419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminating (SIGTERM)\u000a00:17:43.178750 --- ParallelTerminationStrategy: PID 10560 died...\u000a00:17:43.238105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminated: ok {rc=0}\u000a00:17:43.248334 --- ParallelTerminationStrategy: PID 10563 died...\u000a00:17:43.308723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminated: ok {rc=0}\u000a00:17:43.318815 --- ParallelTerminationStrategy: PID 10566 died...\u000a00:17:43.375547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10566): Terminated: ok {rc=0}\u000a00:17:43.461762 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:16:45" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10595): Process ended prematurely: osmo-stp_10.42.42.5(pid=10595) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10595): Process ended prematurely: osmo-stp_10.42.42.5(pid=10595) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:17:45.579759 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:45.590698 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:45.732676 tst cs_paging_gprs_active.py: using LAC 32311\u000a00:17:45.868439 tst cs_paging_gprs_active.py: using RAC 181\u000a00:17:46.015913 tst cs_paging_gprs_active.py: using CellId 32311\u000a00:17:46.147540 tst cs_paging_gprs_active.py: using BVCI 32312\u000a00:17:46.174352 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.186665 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.199469 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.212584 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.225163 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.236240 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.265331 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.278592 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:46.290828 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:46.511136 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:46.835799 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:17:46.975824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:47.333853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Launched\u000a00:17:47.617401 run iperf3-srv_10.42.42.10(pid=10586): Launched\u000a00:17:47.818690 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:17:47.955558 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:17:48.294120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Launched\u000a00:17:48.575882 run iperf3-srv_10.42.42.10(pid=10588): Launched\u000a00:17:48.776209 tst cs_paging_gprs_active.py:38: start network...\u000a00:17:48.912875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:17:49.426912 run create_hlr_db(pid=10589): Launched\u000a00:17:49.615161 bus /gobi_6: Setting Powered False\u000a00:17:50.624188 run create_hlr_db(pid=10589): Terminated: ok {rc=0}\u000a00:17:51.067897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Launched\u000a00:17:51.396830 run osmo-hlr_10.42.42.2(pid=10592): Launched\u000a00:17:51.516588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:17:52.086775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Launched\u000a00:17:52.414087 run osmo-stp_10.42.42.5(pid=10595): Launched\u000a00:17:52.533120 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:17:53.102666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Launched\u000a00:17:53.219308 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:17:53.503586 run patchelf(pid=10598): Launched\u000a00:17:53.694388 run osmo-stp_10.42.42.5(pid=10595): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)]\u000a00:17:53.833124 run osmo-stp_10.42.42.5(pid=10595): stdout: \u000a| (launched: 2022-12-13_00:17:52.252599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:53.972061 run osmo-stp_10.42.42.5(pid=10595): stderr: \u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001752447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:54.106682 run osmo-stp_10.42.42.5(pid=10595): stdout: \u000a| (launched: 2022-12-13_00:17:52.252599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:17:54.239863 run osmo-stp_10.42.42.5(pid=10595): stderr: \u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001752446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001752447 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001752447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:17:54.396114 run patchelf(pid=10598): Terminating (SIGINT)\u000a00:17:54.579758 run patchelf(pid=10598): Terminated: ok {rc=0}\u000a00:17:54.613241 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10595): Process ended prematurely: osmo-stp_10.42.42.5(pid=10595) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10595)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:17:54.623063 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a00:17:54.686890 run osmo-hlr_10.42.42.2(pid=10592): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10592)]\u000a00:17:54.738432 run osmo-hlr_10.42.42.2(pid=10592): stdout: \u000a| (launched: 2022-12-13_00:17:51.234481) \u000a00:17:54.790666 run osmo-hlr_10.42.42.2(pid=10592): stderr: \u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001751433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001751445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001751454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001751454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001751454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:17:54.834655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminating (SIGTERM)\u000a00:17:54.876480 run iperf3-srv_10.42.42.10(pid=10586): Terminating (SIGTERM)\u000a00:17:54.918364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminating (SIGTERM)\u000a00:17:54.960191 run iperf3-srv_10.42.42.10(pid=10588): Terminating (SIGTERM)\u000a00:17:55.002530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Terminating (SIGTERM)\u000a00:17:55.044105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Terminating (SIGTERM)\u000a00:17:55.086076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Terminating (SIGTERM)\u000a00:17:55.095972 --- ParallelTerminationStrategy: PID 10585 died...\u000a00:17:55.151966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10585): Terminated: ok {rc=0}\u000a00:17:55.161973 --- ParallelTerminationStrategy: PID 10586 died...\u000a00:17:55.217188 run iperf3-srv_10.42.42.10(pid=10586): Terminated {rc=256}\u000a00:17:55.227395 --- ParallelTerminationStrategy: PID 10587 died...\u000a00:17:55.283042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10587): Terminated: ok {rc=0}\u000a00:17:55.293099 --- ParallelTerminationStrategy: PID 10588 died...\u000a00:17:55.348549 run iperf3-srv_10.42.42.10(pid=10588): Terminated {rc=256}\u000a00:17:55.358685 --- ParallelTerminationStrategy: PID 10591 died...\u000a00:17:55.414326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10591): Terminated: ok {rc=0}\u000a00:17:55.424567 --- ParallelTerminationStrategy: PID 10594 died...\u000a00:17:55.480284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10594): Terminated: ok {rc=0}\u000a00:17:55.490586 --- ParallelTerminationStrategy: PID 10597 died...\u000a00:17:55.546406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10597): Terminated: ok {rc=0}\u000a00:17:55.633289 bus /gobi_0: Setting Powered False\u000a00:17:56.740042 bus /gobi_0: Setting Powered False\u000a00:17:57.851781 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:17:58.962025 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:58.973453 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:17:59.128367 tst iperf3.py: using LAC 32312\u000a00:17:59.250442 tst iperf3.py: using RAC 182\u000a00:17:59.370425 tst iperf3.py: using CellId 32312\u000a00:17:59.499021 tst iperf3.py: using BVCI 32313\u000a00:17:59.524092 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.535614 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.546852 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.558354 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.569777 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.581259 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.592595 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.604040 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:17:59.615509 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:17:59.912767 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:18:00.049330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:00.387984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Launched\u000a00:18:00.670358 run iperf3-srv_10.42.42.10(pid=10600): Launched\u000a00:18:00.871450 tst iperf3.py:8: start network...\u000a00:18:01.017225 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:01.553785 run create_hlr_db(pid=10601): Launched\u000a00:18:01.734246 bus /gobi_6: Setting Powered False\u000a00:18:02.750635 run create_hlr_db(pid=10601): Terminated: ok {rc=0}\u000a00:18:03.183658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Launched\u000a00:18:03.510690 run osmo-hlr_10.42.42.2(pid=10604): Launched\u000a00:18:03.625167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:04.150741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Launched\u000a00:18:04.453370 run osmo-stp_10.42.42.5(pid=10607): Launched\u000a00:18:04.574594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:05.108280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Launched\u000a00:18:05.215762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:05.480897 run patchelf(pid=10610): Launched\u000a00:18:05.657469 run osmo-stp_10.42.42.5(pid=10607): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)]\u000a00:18:05.786556 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-13_00:18:04.303440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:05.915791 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001804477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:06.040724 run osmo-stp_10.42.42.5(pid=10607): stdout: \u000a| (launched: 2022-12-13_00:18:04.303440)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:06.164398 run osmo-stp_10.42.42.5(pid=10607): stderr: \u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001804476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001804477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001804477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:06.308642 run patchelf(pid=10610): Terminating (SIGINT)\u000a00:18:06.479013 run patchelf(pid=10610): Terminated: ok {rc=0}\u000a00:18:06.510147 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10607): Process ended prematurely: osmo-stp_10.42.42.5(pid=10607) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10607)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:18:06.519079 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:18:06.578924 run osmo-hlr_10.42.42.2(pid=10604): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10604)]\u000a00:18:06.627412 run osmo-hlr_10.42.42.2(pid=10604): stdout: \u000a| (launched: 2022-12-13_00:18:03.349434) \u000a00:18:06.676689 run osmo-hlr_10.42.42.2(pid=10604): stderr: \u000a| �[0;m�[1;31m20221213001803548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001803549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001803549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001803549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001803549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001803549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001803561 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001803569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001803570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001803570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:06.718698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Terminating (SIGTERM)\u000a00:18:06.758190 run iperf3-srv_10.42.42.10(pid=10600): Terminating (SIGTERM)\u000a00:18:06.797672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminating (SIGTERM)\u000a00:18:06.837088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminating (SIGTERM)\u000a00:18:06.876547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminating (SIGTERM)\u000a00:18:06.885747 --- ParallelTerminationStrategy: PID 10599 died...\u000a00:18:06.938503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10599): Terminated: ok {rc=0}\u000a00:18:06.948085 --- ParallelTerminationStrategy: PID 10600 died...\u000a00:18:07.000496 run iperf3-srv_10.42.42.10(pid=10600): Terminated {rc=256}\u000a00:18:07.010085 --- ParallelTerminationStrategy: PID 10603 died...\u000a00:18:07.062613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10603): Terminated: ok {rc=0}\u000a00:18:07.072158 --- ParallelTerminationStrategy: PID 10606 died...\u000a00:18:07.124625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10606): Terminated: ok {rc=0}\u000a00:18:07.134204 --- ParallelTerminationStrategy: PID 10609 died...\u000a00:18:07.187226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10609): Terminated: ok {rc=0}\u000a00:18:07.269678 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:18:08.385756 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.397741 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:18:08.551694 tst iperf3m4.py: using LAC 32313\u000a00:18:08.680280 tst iperf3m4.py: using RAC 183\u000a00:18:08.801818 tst iperf3m4.py: using CellId 32313\u000a00:18:08.920844 tst iperf3m4.py: using BVCI 32314\u000a00:18:08.943990 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.955002 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.966069 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.976890 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.987634 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:08.998458 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:09.009322 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:09.019731 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:09.030421 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:09.146242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:09.266928 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:09.383907 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:09.679671 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:18:09.816440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:10.153584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Launched\u000a00:18:10.434655 run iperf3-srv_10.42.42.10(pid=10612): Launched\u000a00:18:10.635085 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:18:10.772194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:11.109815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Launched\u000a00:18:11.390559 run iperf3-srv_10.42.42.10(pid=10614): Launched\u000a00:18:11.590539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:18:11.727675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:12.065253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Launched\u000a00:18:12.345480 run iperf3-srv_10.42.42.10(pid=10616): Launched\u000a00:18:12.544724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:18:12.682190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:13.020065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Launched\u000a00:18:13.300609 run iperf3-srv_10.42.42.10(pid=10618): Launched\u000a00:18:13.500905 tst iperf3m4.py:8: start network...\u000a00:18:13.637475 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:14.151787 run create_hlr_db(pid=10619): Launched\u000a00:18:14.339931 bus /gobi_6: Setting Powered False\u000a00:18:15.349309 run create_hlr_db(pid=10619): Terminated: ok {rc=0}\u000a00:18:15.788600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Launched\u000a00:18:16.160579 run osmo-hlr_10.42.42.2(pid=10622): Launched\u000a00:18:16.357293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:17.070025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Launched\u000a00:18:17.437841 run osmo-stp_10.42.42.5(pid=10625): Launched\u000a00:18:17.555754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:18.084216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Launched\u000a00:18:18.191929 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:18.456768 run patchelf(pid=10628): Launched\u000a00:18:18.634416 run osmo-stp_10.42.42.5(pid=10625): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]\u000a00:18:18.763587 run osmo-stp_10.42.42.5(pid=10625): stdout: \u000a| (launched: 2022-12-13_00:18:17.237727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:18.892568 run osmo-stp_10.42.42.5(pid=10625): stderr: \u000a| �[0;m�[38;5;43m20221213001817503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001817504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001817504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001817504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:19.017312 run osmo-stp_10.42.42.5(pid=10625): stdout: \u000a| (launched: 2022-12-13_00:18:17.237727)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:19.141808 run osmo-stp_10.42.42.5(pid=10625): stderr: \u000a| �[0;m�[38;5;43m20221213001817503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001817504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001817504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001817504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001817505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:19.286876 run patchelf(pid=10628): Terminating (SIGINT)\u000a00:18:19.457566 run patchelf(pid=10628): Terminated: ok {rc=0}\u000a00:18:19.488451 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:18:19.497504 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:18:19.557148 run osmo-hlr_10.42.42.2(pid=10622): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10622)]\u000a00:18:19.605775 run osmo-hlr_10.42.42.2(pid=10622): stdout: \u000a| (launched: 2022-12-13_00:18:15.958883) \u000a00:18:19.654847 run osmo-hlr_10.42.42.2(pid=10622): stderr: \u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001816319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001816338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001816354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001816355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001816355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:19.696931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminating (SIGTERM)\u000a00:18:19.736538 run iperf3-srv_10.42.42.10(pid=10612): Terminating (SIGTERM)\u000a00:18:19.776319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminating (SIGTERM)\u000a00:18:19.815836 run iperf3-srv_10.42.42.10(pid=10614): Terminating (SIGTERM)\u000a00:18:19.855402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminating (SIGTERM)\u000a00:18:19.894768 run iperf3-srv_10.42.42.10(pid=10616): Terminating (SIGTERM)\u000a00:18:19.934016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Terminating (SIGTERM)\u000a00:18:19.973224 run iperf3-srv_10.42.42.10(pid=10618): Terminating (SIGTERM)\u000a00:18:20.012692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminating (SIGTERM)\u000a00:18:20.052061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminating (SIGTERM)\u000a00:18:20.091506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Terminating (SIGTERM)\u000a00:18:20.100691 --- ParallelTerminationStrategy: PID 10611 died...\u000a00:18:20.153623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10611): Terminated: ok {rc=0}\u000a00:18:20.163173 --- ParallelTerminationStrategy: PID 10612 died...\u000a00:18:20.215889 run iperf3-srv_10.42.42.10(pid=10612): Terminated {rc=256}\u000a00:18:20.225429 --- ParallelTerminationStrategy: PID 10613 died...\u000a00:18:20.278331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10613): Terminated: ok {rc=0}\u000a00:18:20.287801 --- ParallelTerminationStrategy: PID 10614 died...\u000a00:18:20.340341 run iperf3-srv_10.42.42.10(pid=10614): Terminated {rc=256}\u000a00:18:20.349857 --- ParallelTerminationStrategy: PID 10615 died...\u000a00:18:20.403167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10615): Terminated: ok {rc=0}\u000a00:18:20.412657 --- ParallelTerminationStrategy: PID 10616 died...\u000a00:18:20.465105 run iperf3-srv_10.42.42.10(pid=10616): Terminated {rc=256}\u000a00:18:20.474593 --- ParallelTerminationStrategy: PID 10617 died...\u000a00:18:20.527279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10617): Terminated: ok {rc=0}\u000a00:18:20.536765 --- ParallelTerminationStrategy: PID 10618 died...\u000a00:18:20.589406 run iperf3-srv_10.42.42.10(pid=10618): Terminated {rc=256}\u000a00:18:20.598920 --- ParallelTerminationStrategy: PID 10621 died...\u000a00:18:20.651907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminated: ok {rc=0}\u000a00:18:20.661597 --- ParallelTerminationStrategy: PID 10624 died...\u000a00:18:20.714536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminated: ok {rc=0}\u000a00:18:20.724077 --- ParallelTerminationStrategy: PID 10627 died...\u000a00:18:20.776806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10627): Terminated: ok {rc=0}\u000a00:18:20.860015 bus /gobi_4: Setting Powered False\u000a00:18:21.960869 bus /gobi_4: Setting Powered False\u000a00:18:23.067711 bus /gobi_1: Setting Powered False\u000a00:18:24.174772 bus /gobi_1: Setting Powered False\u000a00:18:25.282631 bus /gobi_0: Setting Powered False\u000a00:18:26.389462 bus /gobi_0: Setting Powered False\u000a00:18:27.497271 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:18:28.565152 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:28.577043 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:18:28.732425 tst ping.py: using LAC 32314\u000a00:18:28.859287 tst ping.py: using RAC 184\u000a00:18:28.985765 tst ping.py: using CellId 32314\u000a00:18:29.111687 tst ping.py: using BVCI 32315\u000a00:18:29.136481 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.147982 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.159120 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.171129 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.182950 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.194799 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.206685 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:29.218525 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:29.509987 tst ping.py:19: start network...\u000a00:18:29.642944 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:30.148890 run create_hlr_db(pid=10629): Launched\u000a00:18:30.334870 bus /gobi_6: Setting Powered False\u000a00:18:31.350002 run create_hlr_db(pid=10629): Terminated: ok {rc=0}\u000a00:18:31.773472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Launched\u000a00:18:32.195046 run osmo-hlr_10.42.42.2(pid=10632): Launched\u000a00:18:32.394292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:32.958801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Launched\u000a00:18:33.279084 run osmo-stp_10.42.42.5(pid=10635): Launched\u000a00:18:33.395650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:33.955680 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Launched\u000a00:18:34.069773 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:34.351142 run patchelf(pid=10638): Launched\u000a00:18:34.538093 run osmo-stp_10.42.42.5(pid=10635): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)]\u000a00:18:34.675203 run osmo-stp_10.42.42.5(pid=10635): stdout: \u000a| (launched: 2022-12-13_00:18:33.121236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:34.812290 run osmo-stp_10.42.42.5(pid=10635): stderr: \u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001833312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:34.944544 run osmo-stp_10.42.42.5(pid=10635): stdout: \u000a| (launched: 2022-12-13_00:18:33.121236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:35.075347 run osmo-stp_10.42.42.5(pid=10635): stderr: \u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001833312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001833312 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001833313 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:35.228438 run patchelf(pid=10638): Terminating (SIGINT)\u000a00:18:35.408642 run patchelf(pid=10638): Terminated: ok {rc=0}\u000a00:18:35.441149 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10635): Process ended prematurely: osmo-stp_10.42.42.5(pid=10635) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10635)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:18:35.450170 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:18:35.513266 run osmo-hlr_10.42.42.2(pid=10632): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10632)]\u000a00:18:35.564477 run osmo-hlr_10.42.42.2(pid=10632): stdout: \u000a| (launched: 2022-12-13_00:18:31.927510) \u000a00:18:35.616498 run osmo-hlr_10.42.42.2(pid=10632): stderr: \u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001832219 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001832230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001832239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001832239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001832239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:35.660656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminating (SIGTERM)\u000a00:18:35.702331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminating (SIGTERM)\u000a00:18:35.744021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminating (SIGTERM)\u000a00:18:35.754059 --- ParallelTerminationStrategy: PID 10631 died...\u000a00:18:35.809472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10631): Terminated: ok {rc=0}\u000a00:18:35.819647 --- ParallelTerminationStrategy: PID 10634 died...\u000a00:18:35.875353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10634): Terminated: ok {rc=0}\u000a00:18:35.885382 --- ParallelTerminationStrategy: PID 10637 died...\u000a00:18:35.940877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10637): Terminated: ok {rc=0}\u000a00:18:36.027227 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10645): Process ended prematurely: osmo-stp_10.42.42.5(pid=10645) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10645): Process ended prematurely: osmo-stp_10.42.42.5(pid=10645) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:18:37.079167 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.090895 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:18:37.243232 tst ping_idle_ping.py: using LAC 32315\u000a00:18:37.369269 tst ping_idle_ping.py: using RAC 185\u000a00:18:37.497771 tst ping_idle_ping.py: using CellId 32315\u000a00:18:37.621081 tst ping_idle_ping.py: using BVCI 32316\u000a00:18:37.645567 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.657226 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.668247 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.679764 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.691008 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.702289 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.713890 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:18:37.725140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:18:38.015722 tst ping_idle_ping.py:24: start network...\u000a00:18:38.149017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:38.654382 run create_hlr_db(pid=10639): Launched\u000a00:18:38.841276 bus /gobi_6: Setting Powered False\u000a00:18:39.861916 run create_hlr_db(pid=10639): Terminated: ok {rc=0}\u000a00:18:40.265279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Launched\u000a00:18:40.566710 run osmo-hlr_10.42.42.2(pid=10642): Launched\u000a00:18:40.679273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:41.198335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Launched\u000a00:18:41.497640 run osmo-stp_10.42.42.5(pid=10645): Launched\u000a00:18:41.607390 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:42.129384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Launched\u000a00:18:42.235599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:42.497680 run patchelf(pid=10648): Launched\u000a00:18:42.673329 run osmo-stp_10.42.42.5(pid=10645): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)]\u000a00:18:42.801308 run osmo-stp_10.42.42.5(pid=10645): stdout: \u000a| (launched: 2022-12-13_00:18:41.349246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:42.930117 run osmo-stp_10.42.42.5(pid=10645): stderr: \u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001841521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:43.053634 run osmo-stp_10.42.42.5(pid=10645): stdout: \u000a| (launched: 2022-12-13_00:18:41.349246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:43.176335 run osmo-stp_10.42.42.5(pid=10645): stderr: \u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001841520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001841521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001841521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:43.320086 run patchelf(pid=10648): Terminating (SIGINT)\u000a00:18:43.489220 run patchelf(pid=10648): Terminated: ok {rc=0}\u000a00:18:43.519740 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10645): Process ended prematurely: osmo-stp_10.42.42.5(pid=10645) [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10645)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:18:43.528203 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:18:43.587589 run osmo-hlr_10.42.42.2(pid=10642): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10642)]\u000a00:18:43.636299 run osmo-hlr_10.42.42.2(pid=10642): stdout: \u000a| (launched: 2022-12-13_00:18:40.417058) \u000a00:18:43.685628 run osmo-hlr_10.42.42.2(pid=10642): stderr: \u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001840593 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001840604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001840613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:43.727620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Terminating (SIGTERM)\u000a00:18:43.767362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Terminating (SIGTERM)\u000a00:18:43.807024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Terminating (SIGTERM)\u000a00:18:43.816184 --- ParallelTerminationStrategy: PID 10641 died...\u000a00:18:43.869114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10641): Terminated: ok {rc=0}\u000a00:18:43.878623 --- ParallelTerminationStrategy: PID 10644 died...\u000a00:18:43.931435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10644): Terminated: ok {rc=0}\u000a00:18:43.940912 --- ParallelTerminationStrategy: PID 10647 died...\u000a00:18:43.993557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10647): Terminated: ok {rc=0}\u000a00:18:44.083192 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:17:45" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:18:46.230889 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.246056 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:18:46.401506 tst cs_paging_gprs_active.py: using LAC 32316\u000a00:18:46.547152 tst cs_paging_gprs_active.py: using RAC 186\u000a00:18:46.712569 tst cs_paging_gprs_active.py: using CellId 32316\u000a00:18:46.847489 tst cs_paging_gprs_active.py: using BVCI 32317\u000a00:18:46.875087 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.887205 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.900381 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.912440 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.925755 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.940032 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.953393 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.965518 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:46.978738 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:18:47.097813 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:18:47.379139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:18:47.504762 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:47.818080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Launched\u000a00:18:48.079023 run iperf3-srv_10.42.42.10(pid=10653): Launched\u000a00:18:48.262188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:18:48.387227 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:18:48.700705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Launched\u000a00:18:48.964551 run iperf3-srv_10.42.42.10(pid=10655): Launched\u000a00:18:49.148665 tst cs_paging_gprs_active.py:38: start network...\u000a00:18:49.274394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:18:49.760360 run create_hlr_db(pid=10656): Launched\u000a00:18:49.933944 bus /gobi_6: Setting Powered False\u000a00:18:50.957768 run create_hlr_db(pid=10656): Terminated: ok {rc=0}\u000a00:18:51.391427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Launched\u000a00:18:51.721700 run osmo-hlr_10.42.42.2(pid=10659): Launched\u000a00:18:51.840178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:18:52.407961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Launched\u000a00:18:52.736279 run osmo-stp_10.42.42.5(pid=10662): Launched\u000a00:18:52.854329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:18:53.424506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Launched\u000a00:18:53.541383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:18:53.828238 run patchelf(pid=10665): Launched\u000a00:18:54.018685 run osmo-stp_10.42.42.5(pid=10662): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]\u000a00:18:54.157704 run osmo-stp_10.42.42.5(pid=10662): stdout: \u000a| (launched: 2022-12-13_00:18:52.573537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:54.296768 run osmo-stp_10.42.42.5(pid=10662): stderr: \u000a| �[0;m�[38;5;43m20221213001852766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001852767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001852767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001852767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:54.431271 run osmo-stp_10.42.42.5(pid=10662): stdout: \u000a| (launched: 2022-12-13_00:18:52.573537)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:18:54.565584 run osmo-stp_10.42.42.5(pid=10662): stderr: \u000a| �[0;m�[38;5;43m20221213001852766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001852767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001852767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001852767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001852768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:18:54.722283 run patchelf(pid=10665): Terminating (SIGINT)\u000a00:18:54.905774 run patchelf(pid=10665): Terminated: ok {rc=0}\u000a00:18:54.939464 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:18:54.949431 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:18:55.013545 run osmo-hlr_10.42.42.2(pid=10659): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10659)]\u000a00:18:55.065530 run osmo-hlr_10.42.42.2(pid=10659): stdout: \u000a| (launched: 2022-12-13_00:18:51.557640) \u000a00:18:55.118067 run osmo-hlr_10.42.42.2(pid=10659): stderr: \u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001851756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001851807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001851816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001851816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001851816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:18:55.162636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Terminating (SIGTERM)\u000a00:18:55.204894 run iperf3-srv_10.42.42.10(pid=10653): Terminating (SIGTERM)\u000a00:18:55.247262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Terminating (SIGTERM)\u000a00:18:55.289541 run iperf3-srv_10.42.42.10(pid=10655): Terminating (SIGTERM)\u000a00:18:55.332322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Terminating (SIGTERM)\u000a00:18:55.374246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Terminating (SIGTERM)\u000a00:18:55.417002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Terminating (SIGTERM)\u000a00:18:55.426835 --- ParallelTerminationStrategy: PID 10652 died...\u000a00:18:55.483486 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10652): Terminated: ok {rc=0}\u000a00:18:55.493991 --- ParallelTerminationStrategy: PID 10653 died...\u000a00:18:55.549924 run iperf3-srv_10.42.42.10(pid=10653): Terminated {rc=256}\u000a00:18:55.560082 --- ParallelTerminationStrategy: PID 10654 died...\u000a00:18:55.616001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10654): Terminated: ok {rc=0}\u000a00:18:55.626106 --- ParallelTerminationStrategy: PID 10655 died...\u000a00:18:55.682490 run iperf3-srv_10.42.42.10(pid=10655): Terminated {rc=256}\u000a00:18:55.692507 --- ParallelTerminationStrategy: PID 10658 died...\u000a00:18:55.748828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10658): Terminated: ok {rc=0}\u000a00:18:55.758999 --- ParallelTerminationStrategy: PID 10661 died...\u000a00:18:55.814869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10661): Terminated: ok {rc=0}\u000a00:18:55.825401 --- ParallelTerminationStrategy: PID 10664 died...\u000a00:18:55.881092 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10664): Terminated: ok {rc=0}\u000a00:18:55.967829 bus /gobi_0: Setting Powered False\u000a00:18:57.074663 bus /gobi_0: Setting Powered False\u000a00:18:58.181586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10674): Process ended prematurely: osmo-stp_10.42.42.5(pid=10674) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10674): Process ended prematurely: osmo-stp_10.42.42.5(pid=10674) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:18:59.297507 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.309499 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:18:59.466720 tst iperf3.py: using LAC 32317\u000a00:18:59.594862 tst iperf3.py: using RAC 187\u000a00:18:59.723339 tst iperf3.py: using CellId 32317\u000a00:18:59.851650 tst iperf3.py: using BVCI 32318\u000a00:18:59.876660 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.887902 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.898955 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.910581 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.921940 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.933628 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.945464 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.957105 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:18:59.968995 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:00.248518 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:19:00.374662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:19:00.689455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Launched\u000a00:19:00.996921 run iperf3-srv_10.42.42.10(pid=10667): Launched\u000a00:19:01.206488 tst iperf3.py:8: start network...\u000a00:19:01.350051 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:01.920081 run create_hlr_db(pid=10668): Launched\u000a00:19:02.114214 bus /gobi_6: Setting Powered False\u000a00:19:03.130305 run create_hlr_db(pid=10668): Terminated: ok {rc=0}\u000a00:19:03.564310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Launched\u000a00:19:03.892077 run osmo-hlr_10.42.42.2(pid=10671): Launched\u000a00:19:04.010394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:04.580243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Launched\u000a00:19:04.908372 run osmo-stp_10.42.42.5(pid=10674): Launched\u000a00:19:05.027197 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:19:05.597402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Launched\u000a00:19:05.714784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:19:06.001206 run patchelf(pid=10677): Launched\u000a00:19:06.191712 run osmo-stp_10.42.42.5(pid=10674): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)]\u000a00:19:06.331322 run osmo-stp_10.42.42.5(pid=10674): stdout: \u000a| (launched: 2022-12-13_00:19:04.746996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:06.471026 run osmo-stp_10.42.42.5(pid=10674): stderr: \u000a| �[0;m�[38;5;43m20221213001904939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001904940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001904940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001904940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:06.606516 run osmo-stp_10.42.42.5(pid=10674): stdout: \u000a| (launched: 2022-12-13_00:19:04.746996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:06.741630 run osmo-stp_10.42.42.5(pid=10674): stderr: \u000a| �[0;m�[38;5;43m20221213001904939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001904940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001904940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001904940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001904941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:06.898212 run patchelf(pid=10677): Terminating (SIGINT)\u000a00:19:07.082189 run patchelf(pid=10677): Terminated: ok {rc=0}\u000a00:19:07.115638 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10674): Process ended prematurely: osmo-stp_10.42.42.5(pid=10674) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10674)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:19:07.125494 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:19:07.189602 run osmo-hlr_10.42.42.2(pid=10671): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10671)]\u000a00:19:07.241687 run osmo-hlr_10.42.42.2(pid=10671): stdout: \u000a| (launched: 2022-12-13_00:19:03.731073) \u000a00:19:07.294586 run osmo-hlr_10.42.42.2(pid=10671): stderr: \u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001903930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001903976 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001903986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001903986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001903986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:07.339206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Terminating (SIGTERM)\u000a00:19:07.381981 run iperf3-srv_10.42.42.10(pid=10667): Terminating (SIGTERM)\u000a00:19:07.424238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Terminating (SIGTERM)\u000a00:19:07.466779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Terminating (SIGTERM)\u000a00:19:07.509741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Terminating (SIGTERM)\u000a00:19:07.519803 --- ParallelTerminationStrategy: PID 10666 died...\u000a00:19:07.576613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10666): Terminated: ok {rc=0}\u000a00:19:07.586979 --- ParallelTerminationStrategy: PID 10667 died...\u000a00:19:07.642991 run iperf3-srv_10.42.42.10(pid=10667): Terminated {rc=256}\u000a00:19:07.653613 --- ParallelTerminationStrategy: PID 10670 died...\u000a00:19:07.710164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10670): Terminated: ok {rc=0}\u000a00:19:07.720710 --- ParallelTerminationStrategy: PID 10673 died...\u000a00:19:07.776988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10673): Terminated: ok {rc=0}\u000a00:19:07.787624 --- ParallelTerminationStrategy: PID 10676 died...\u000a00:19:07.843726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10676): Terminated: ok {rc=0}\u000a00:19:07.931118 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10692): Process ended prematurely: osmo-stp_10.42.42.5(pid=10692) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10692): Process ended prematurely: osmo-stp_10.42.42.5(pid=10692) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:19:09.048286 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.060200 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:19:09.213379 tst iperf3m4.py: using LAC 32318\u000a00:19:09.343016 tst iperf3m4.py: using RAC 188\u000a00:19:09.471867 tst iperf3m4.py: using CellId 32318\u000a00:19:09.599595 tst iperf3m4.py: using BVCI 32319\u000a00:19:09.624788 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.636207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.647500 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.659297 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.671275 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.683087 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.694805 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.706109 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:09.717686 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:09.834259 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:09.952019 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:10.072682 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:10.351675 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:19:10.477137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:19:10.790459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Launched\u000a00:19:11.050483 run iperf3-srv_10.42.42.10(pid=10679): Launched\u000a00:19:11.233824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:19:11.358741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:19:11.672005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Launched\u000a00:19:11.935174 run iperf3-srv_10.42.42.10(pid=10681): Launched\u000a00:19:12.118134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:19:12.242933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:19:12.556063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Launched\u000a00:19:12.817375 run iperf3-srv_10.42.42.10(pid=10683): Launched\u000a00:19:12.999863 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:19:13.125550 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:19:13.438897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Launched\u000a00:19:13.698865 run iperf3-srv_10.42.42.10(pid=10685): Launched\u000a00:19:13.881544 tst iperf3m4.py:8: start network...\u000a00:19:14.006424 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:14.491325 run create_hlr_db(pid=10686): Launched\u000a00:19:14.663712 bus /gobi_6: Setting Powered False\u000a00:19:15.686060 run create_hlr_db(pid=10686): Terminated: ok {rc=0}\u000a00:19:16.125416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Launched\u000a00:19:16.597984 run osmo-hlr_10.42.42.2(pid=10689): Launched\u000a00:19:16.808321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:17.382271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Launched\u000a00:19:17.709844 run osmo-stp_10.42.42.5(pid=10692): Launched\u000a00:19:17.828755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:19:18.398428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Launched\u000a00:19:18.515331 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:19:18.801695 run patchelf(pid=10695): Launched\u000a00:19:18.992326 run osmo-stp_10.42.42.5(pid=10692): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)]\u000a00:19:19.131844 run osmo-stp_10.42.42.5(pid=10692): stdout: \u000a| (launched: 2022-12-13_00:19:17.548354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:19.271359 run osmo-stp_10.42.42.5(pid=10692): stderr: \u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001917743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:19.406660 run osmo-stp_10.42.42.5(pid=10692): stdout: \u000a| (launched: 2022-12-13_00:19:17.548354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:19.541014 run osmo-stp_10.42.42.5(pid=10692): stderr: \u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001917743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001917743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001917744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:19.697967 run patchelf(pid=10695): Terminating (SIGINT)\u000a00:19:19.882174 run patchelf(pid=10695): Terminated: ok {rc=0}\u000a00:19:19.915591 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10692): Process ended prematurely: osmo-stp_10.42.42.5(pid=10692) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10692)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:19:19.925442 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:19:19.989343 run osmo-hlr_10.42.42.2(pid=10689): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10689)]\u000a00:19:20.041123 run osmo-hlr_10.42.42.2(pid=10689): stdout: \u000a| (launched: 2022-12-13_00:19:16.286100) \u000a00:19:20.093434 run osmo-hlr_10.42.42.2(pid=10689): stderr: \u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001916508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001916524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001916540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001916540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001916540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:20.137944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Terminating (SIGTERM)\u000a00:19:20.179660 run iperf3-srv_10.42.42.10(pid=10679): Terminating (SIGTERM)\u000a00:19:20.222112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Terminating (SIGTERM)\u000a00:19:20.264616 run iperf3-srv_10.42.42.10(pid=10681): Terminating (SIGTERM)\u000a00:19:20.308612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminating (SIGTERM)\u000a00:19:20.350802 run iperf3-srv_10.42.42.10(pid=10683): Terminating (SIGTERM)\u000a00:19:20.392699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminating (SIGTERM)\u000a00:19:20.434750 run iperf3-srv_10.42.42.10(pid=10685): Terminating (SIGTERM)\u000a00:19:20.477017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Terminating (SIGTERM)\u000a00:19:20.518691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Terminating (SIGTERM)\u000a00:19:20.561386 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Terminating (SIGTERM)\u000a00:19:20.571645 --- ParallelTerminationStrategy: PID 10678 died...\u000a00:19:20.628083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10678): Terminated: ok {rc=0}\u000a00:19:20.638360 --- ParallelTerminationStrategy: PID 10679 died...\u000a00:19:20.694401 run iperf3-srv_10.42.42.10(pid=10679): Terminated {rc=256}\u000a00:19:20.704867 --- ParallelTerminationStrategy: PID 10680 died...\u000a00:19:20.760774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10680): Terminated: ok {rc=0}\u000a00:19:20.771129 --- ParallelTerminationStrategy: PID 10681 died...\u000a00:19:20.826471 run iperf3-srv_10.42.42.10(pid=10681): Terminated {rc=256}\u000a00:19:20.836730 --- ParallelTerminationStrategy: PID 10682 died...\u000a00:19:20.892513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10682): Terminated: ok {rc=0}\u000a00:19:20.902853 --- ParallelTerminationStrategy: PID 10683 died...\u000a00:19:20.958202 run iperf3-srv_10.42.42.10(pid=10683): Terminated {rc=256}\u000a00:19:20.968371 --- ParallelTerminationStrategy: PID 10684 died...\u000a00:19:21.024228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10684): Terminated: ok {rc=0}\u000a00:19:21.034279 --- ParallelTerminationStrategy: PID 10685 died...\u000a00:19:21.089630 run iperf3-srv_10.42.42.10(pid=10685): Terminated {rc=256}\u000a00:19:21.099965 --- ParallelTerminationStrategy: PID 10688 died...\u000a00:19:21.155548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10688): Terminated: ok {rc=0}\u000a00:19:21.165883 --- ParallelTerminationStrategy: PID 10691 died...\u000a00:19:21.221296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10691): Terminated: ok {rc=0}\u000a00:19:21.231582 --- ParallelTerminationStrategy: PID 10694 died...\u000a00:19:21.287042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10694): Terminated: ok {rc=0}\u000a00:19:21.373506 bus /gobi_4: Setting Powered False\u000a00:19:22.479732 bus /gobi_4: Setting Powered False\u000a00:19:23.587637 bus /gobi_1: Setting Powered False\u000a00:19:24.693900 bus /gobi_1: Setting Powered False\u000a00:19:25.805008 bus /gobi_0: Setting Powered False\u000a00:19:26.907798 bus /gobi_0: Setting Powered False\u000a00:19:28.014157 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:19:29.082474 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.094387 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:19:29.247690 tst ping.py: using LAC 32319\u000a00:19:29.373695 tst ping.py: using RAC 189\u000a00:19:29.501383 tst ping.py: using CellId 32319\u000a00:19:29.626950 tst ping.py: using BVCI 32320\u000a00:19:29.651574 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.663525 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.674845 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.686766 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.698245 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.709706 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.721969 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:29.733131 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:30.022522 tst ping.py:19: start network...\u000a00:19:30.156096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:30.659249 run create_hlr_db(pid=10696): Launched\u000a00:19:30.852833 bus /gobi_6: Setting Powered False\u000a00:19:31.890783 run create_hlr_db(pid=10696): Terminated: ok {rc=0}\u000a00:19:32.305077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Launched\u000a00:19:32.602853 run osmo-hlr_10.42.42.2(pid=10699): Launched\u000a00:19:32.714050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:33.235830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Launched\u000a00:19:33.534127 run osmo-stp_10.42.42.5(pid=10702): Launched\u000a00:19:33.641817 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:19:34.161470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Launched\u000a00:19:34.266625 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:19:34.538506 run patchelf(pid=10705): Launched\u000a00:19:34.727655 run osmo-stp_10.42.42.5(pid=10702): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)]\u000a00:19:34.865830 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-13_00:19:33.387234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:35.003981 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221213001933556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001933556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001933557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001933557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:35.137355 run osmo-stp_10.42.42.5(pid=10702): stdout: \u000a| (launched: 2022-12-13_00:19:33.387234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:35.270024 run osmo-stp_10.42.42.5(pid=10702): stderr: \u000a| �[0;m�[38;5;43m20221213001933556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001933556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001933557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001933557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001933558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:35.423796 run patchelf(pid=10705): Terminating (SIGINT)\u000a00:19:35.604630 run patchelf(pid=10705): Terminated: ok {rc=0}\u000a00:19:35.637510 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10702): Process ended prematurely: osmo-stp_10.42.42.5(pid=10702) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10702)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:19:35.646793 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:19:35.711210 run osmo-hlr_10.42.42.2(pid=10699): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10699)]\u000a00:19:35.763558 run osmo-hlr_10.42.42.2(pid=10699): stdout: \u000a| (launched: 2022-12-13_00:19:32.455221) \u000a00:19:35.816471 run osmo-hlr_10.42.42.2(pid=10699): stderr: \u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001932630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001932643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001932654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001932654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001932654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:35.861672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminating (SIGTERM)\u000a00:19:35.904146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminating (SIGTERM)\u000a00:19:35.946767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminating (SIGTERM)\u000a00:19:35.957384 --- ParallelTerminationStrategy: PID 10698 died...\u000a00:19:36.013990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10698): Terminated: ok {rc=0}\u000a00:19:36.024658 --- ParallelTerminationStrategy: PID 10701 died...\u000a00:19:36.081390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10701): Terminated: ok {rc=0}\u000a00:19:36.091605 --- ParallelTerminationStrategy: PID 10704 died...\u000a00:19:36.147731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10704): Terminated: ok {rc=0}\u000a00:19:36.234348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10712): Process ended prematurely: osmo-stp_10.42.42.5(pid=10712) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10712): Process ended prematurely: osmo-stp_10.42.42.5(pid=10712) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:19:37.288295 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.300676 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:19:37.454254 tst ping_idle_ping.py: using LAC 32320\u000a00:19:37.581760 tst ping_idle_ping.py: using RAC 190\u000a00:19:37.709363 tst ping_idle_ping.py: using CellId 32320\u000a00:19:37.836772 tst ping_idle_ping.py: using BVCI 32321\u000a00:19:37.861487 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.872833 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.883866 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.895220 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.906614 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.917966 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.929579 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:19:37.940791 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:19:38.215025 tst ping_idle_ping.py:24: start network...\u000a00:19:38.338482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:38.820398 run create_hlr_db(pid=10706): Launched\u000a00:19:38.991401 bus /gobi_6: Setting Powered False\u000a00:19:40.012647 run create_hlr_db(pid=10706): Terminated: ok {rc=0}\u000a00:19:40.442572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Launched\u000a00:19:40.767021 run osmo-hlr_10.42.42.2(pid=10709): Launched\u000a00:19:40.887644 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:41.450338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Launched\u000a00:19:41.773383 run osmo-stp_10.42.42.5(pid=10712): Launched\u000a00:19:41.891006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:19:42.454399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Launched\u000a00:19:42.569560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:19:42.852338 run patchelf(pid=10715): Launched\u000a00:19:43.041013 run osmo-stp_10.42.42.5(pid=10712): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)]\u000a00:19:43.178626 run osmo-stp_10.42.42.5(pid=10712): stdout: \u000a| (launched: 2022-12-13_00:19:41.613432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:43.316870 run osmo-stp_10.42.42.5(pid=10712): stderr: \u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001941806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:43.450358 run osmo-stp_10.42.42.5(pid=10712): stdout: \u000a| (launched: 2022-12-13_00:19:41.613432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:43.583043 run osmo-stp_10.42.42.5(pid=10712): stderr: \u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001941805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001941806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001941806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:43.737897 run patchelf(pid=10715): Terminating (SIGINT)\u000a00:19:43.919338 run patchelf(pid=10715): Terminated: ok {rc=0}\u000a00:19:43.952049 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10712): Process ended prematurely: osmo-stp_10.42.42.5(pid=10712) [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10712)] [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:19:43.961159 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:19:44.024835 run osmo-hlr_10.42.42.2(pid=10709): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10709)]\u000a00:19:44.076686 run osmo-hlr_10.42.42.2(pid=10709): stdout: \u000a| (launched: 2022-12-13_00:19:40.606424) \u000a00:19:44.129199 run osmo-hlr_10.42.42.2(pid=10709): stderr: \u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001940805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001940818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001940827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001940827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001940827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:44.173618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Terminating (SIGTERM)\u000a00:19:44.215775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Terminating (SIGTERM)\u000a00:19:44.258078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Terminating (SIGTERM)\u000a00:19:44.268099 --- ParallelTerminationStrategy: PID 10708 died...\u000a00:19:44.324479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10708): Terminated: ok {rc=0}\u000a00:19:44.334574 --- ParallelTerminationStrategy: PID 10711 died...\u000a00:19:44.390705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10711): Terminated: ok {rc=0}\u000a00:19:44.400788 --- ParallelTerminationStrategy: PID 10714 died...\u000a00:19:44.456868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10714): Terminated: ok {rc=0}\u000a00:19:44.543897 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:18:45" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10727): Process ended prematurely: osmo-stp_10.42.42.5(pid=10727) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10727): Process ended prematurely: osmo-stp_10.42.42.5(pid=10727) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:19:46.547164 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:46.565199 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:19:46.709926 tst switch_tch_pdch.py: using LAC 32321\u000a00:19:46.830942 tst switch_tch_pdch.py: using RAC 191\u000a00:19:46.950396 tst switch_tch_pdch.py: using CellId 32321\u000a00:19:47.098218 tst switch_tch_pdch.py: using BVCI 32322\u000a00:19:47.127613 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.141906 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.156371 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.170763 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.184665 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.199426 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.213955 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:19:47.227921 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:47.345721 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:19:47.637245 tst switch_tch_pdch.py:51: start network...\u000a00:19:47.771235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:48.273221 run create_hlr_db(pid=10721): Launched\u000a00:19:48.458207 bus /gobi_6: Setting Powered False\u000a00:19:49.478708 run create_hlr_db(pid=10721): Terminated: ok {rc=0}\u000a00:19:49.878523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Launched\u000a00:19:50.175262 run osmo-hlr_10.42.42.2(pid=10724): Launched\u000a00:19:50.293975 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:19:50.814550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Launched\u000a00:19:51.110295 run osmo-stp_10.42.42.5(pid=10727): Launched\u000a00:19:51.221125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:19:51.740333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Launched\u000a00:19:51.845137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:19:52.105405 run patchelf(pid=10730): Launched\u000a00:19:52.279267 run osmo-stp_10.42.42.5(pid=10727): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)]\u000a00:19:52.406196 run osmo-stp_10.42.42.5(pid=10727): stdout: \u000a| (launched: 2022-12-13_00:19:50.964323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:52.533689 run osmo-stp_10.42.42.5(pid=10727): stderr: \u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001951136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:52.656409 run osmo-stp_10.42.42.5(pid=10727): stdout: \u000a| (launched: 2022-12-13_00:19:50.964323)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:19:52.777966 run osmo-stp_10.42.42.5(pid=10727): stderr: \u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213001951135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213001951136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213001951136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:19:52.921260 run patchelf(pid=10730): Terminating (SIGINT)\u000a00:19:53.090426 run patchelf(pid=10730): Terminated: ok {rc=0}\u000a00:19:53.121014 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10727): Process ended prematurely: osmo-stp_10.42.42.5(pid=10727) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10727)] [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:19:53.129470 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:19:53.189042 run osmo-hlr_10.42.42.2(pid=10724): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10724)]\u000a00:19:53.238135 run osmo-hlr_10.42.42.2(pid=10724): stdout: \u000a| (launched: 2022-12-13_00:19:50.028229) \u000a00:19:53.287770 run osmo-hlr_10.42.42.2(pid=10724): stderr: \u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213001950202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213001950215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213001950224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213001950224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213001950224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:19:53.329906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Terminating (SIGTERM)\u000a00:19:53.369824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Terminating (SIGTERM)\u000a00:19:53.410286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Terminating (SIGTERM)\u000a00:19:53.419609 --- ParallelTerminationStrategy: PID 10723 died...\u000a00:19:53.472894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10723): Terminated: ok {rc=0}\u000a00:19:53.482561 --- ParallelTerminationStrategy: PID 10726 died...\u000a00:19:53.535487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10726): Terminated: ok {rc=0}\u000a00:19:53.545062 --- ParallelTerminationStrategy: PID 10729 died...\u000a00:19:53.597500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10729): Terminated: ok {rc=0}\u000a00:19:53.679819 bus /gobi_0: Setting Powered False\u000a00:19:54.785332 bus /gobi_0: Setting Powered False\u000a00:19:55.891691 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:19:46" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:19:57.824640 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:57.835489 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:19:57.975550 tst switch_tch_pdch.py: using LAC 32322\u000a00:19:58.095041 tst switch_tch_pdch.py: using RAC 192\u000a00:19:58.220131 tst switch_tch_pdch.py: using CellId 32322\u000a00:19:58.339743 tst switch_tch_pdch.py: using BVCI 32323\u000a00:19:58.362576 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.373800 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.384898 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.395491 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.405979 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.416493 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.427172 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:19:58.437758 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:19:58.554928 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:19:58.846625 tst switch_tch_pdch.py:51: start network...\u000a00:19:58.979909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:19:59.455801 run create_hlr_db(pid=10734): Launched\u000a00:19:59.586790 bus /gobi_6: Setting Powered False\u000a00:20:00.661318 run create_hlr_db(pid=10734): Terminated: ok {rc=0}\u000a00:20:01.094625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Launched\u000a00:20:01.571093 run osmo-hlr_10.42.42.2(pid=10740): Launched\u000a00:20:01.734849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:02.334461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Launched\u000a00:20:02.657586 run osmo-stp_10.42.42.5(pid=10743): Launched\u000a00:20:02.773883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:20:03.305188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Launched\u000a00:20:03.419137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:20:03.699921 run patchelf(pid=10746): Launched\u000a00:20:03.887322 run osmo-stp_10.42.42.5(pid=10743): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)]\u000a00:20:04.024091 run osmo-stp_10.42.42.5(pid=10743): stdout: \u000a| (launched: 2022-12-13_00:20:02.498267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:04.161395 run osmo-stp_10.42.42.5(pid=10743): stderr: \u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002002693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:04.293875 run osmo-stp_10.42.42.5(pid=10743): stdout: \u000a| (launched: 2022-12-13_00:20:02.498267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:04.425366 run osmo-stp_10.42.42.5(pid=10743): stderr: \u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002002692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002002693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002002693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:04.578723 run patchelf(pid=10746): Terminating (SIGINT)\u000a00:20:04.759292 run patchelf(pid=10746): Terminated: ok {rc=0}\u000a00:20:04.791781 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10743): Process ended prematurely: osmo-stp_10.42.42.5(pid=10743) [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10743)] [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:20:04.800937 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a00:20:04.864439 run osmo-hlr_10.42.42.2(pid=10740): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10740)]\u000a00:20:04.916490 run osmo-hlr_10.42.42.2(pid=10740): stdout: \u000a| (launched: 2022-12-13_00:20:01.258316) \u000a00:20:04.968578 run osmo-hlr_10.42.42.2(pid=10740): stderr: \u000a| �[0;m�[1;31m20221213002001538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002001538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002001538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002001538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002001538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002001539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002001566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002001580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002001580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002001580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:05.013569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminating (SIGTERM)\u000a00:20:05.055960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminating (SIGTERM)\u000a00:20:05.098353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Terminating (SIGTERM)\u000a00:20:05.108391 --- ParallelTerminationStrategy: PID 10736 died...\u000a00:20:05.165146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10736): Terminated: ok {rc=0}\u000a00:20:05.175538 --- ParallelTerminationStrategy: PID 10742 died...\u000a00:20:05.231573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10742): Terminated: ok {rc=0}\u000a00:20:05.242020 --- ParallelTerminationStrategy: PID 10745 died...\u000a00:20:05.298050 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10745): Terminated: ok {rc=0}\u000a00:20:05.386159 bus /gobi_0: Setting Powered False\u000a00:20:06.494022 bus /gobi_0: Setting Powered False\u000a00:20:07.606988 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:19:57" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:20:09.458573 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:20:09.469512 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:20:09.594803 tst mo_mt_sms.py: using LAC 32323\u000a00:20:09.709912 tst mo_mt_sms.py: using RAC 193\u000a00:20:09.825208 tst mo_mt_sms.py: using CellId 32323\u000a00:20:09.941721 tst mo_mt_sms.py: using BVCI 32324\u000a00:20:09.964264 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:20:10.081736 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:20:10.371871 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:20:10.505427 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:20:11.165929 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Launched\u000a00:20:11.483563 run osmo-nitb_10.42.42.2(pid=10752): Launched\u000a00:20:11.680015 run osmo-nitb_10.42.42.2(pid=10752): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)]\u000a00:20:11.824881 run osmo-nitb_10.42.42.2(pid=10752): stdout: \u000a| (launched: 2022-12-13_00:20:11.329777) \u000a00:20:11.969837 run osmo-nitb_10.42.42.2(pid=10752): stderr: \u000a| (launched: 2022-12-13_00:20:11.377151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:12.109772 run osmo-nitb_10.42.42.2(pid=10752): stdout: \u000a| (launched: 2022-12-13_00:20:11.329777) \u000a00:20:12.248610 run osmo-nitb_10.42.42.2(pid=10752): stderr: \u000a| (launched: 2022-12-13_00:20:11.377151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:12.612106 tst osmo-nitb_10.42.42.2(pid=10752): stdout: \u000a| (launched: 2022-12-13_00:20:11.329777) \u000a00:20:12.739869 tst osmo-nitb_10.42.42.2(pid=10752): stderr: \u000a| (launched: 2022-12-13_00:20:11.377151)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:12.795441 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10752): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10752) [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10752)] [trial-2384↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a00:20:12.803929 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:20:12.840552 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Terminating (SIGTERM)\u000a00:20:13.018342 --- ParallelTerminationStrategy: PID 10751 died...\u000a00:20:13.075890 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10751): Terminated: ok {rc=0}\u000a00:20:13.162466 bus /sierra_3: Setting Powered False\u000a00:20:14.265469 bus /sierra_3: Setting Powered False\u000a00:20:15.372871 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:20:09" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "sms:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a00:20:17.243466 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.255472 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a00:20:17.387386 tst mo_mt_sms.py: using LAC 32324\u000a00:20:17.513234 tst mo_mt_sms.py: using RAC 194\u000a00:20:17.638090 tst mo_mt_sms.py: using CellId 32324\u000a00:20:17.763470 tst mo_mt_sms.py: using BVCI 32325\u000a00:20:17.788051 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.799114 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.809942 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.820838 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.831852 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:17.842925 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:20:17.962957 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a00:20:18.171554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:18.673800 run create_hlr_db(pid=10756): Launched\u000a00:20:18.860004 bus /sierra_2: Setting Powered False\u000a00:20:19.879794 run create_hlr_db(pid=10756): Terminated: ok {rc=0}\u000a00:20:20.280887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Launched\u000a00:20:20.579977 run osmo-hlr_10.42.42.2(pid=10759): Launched\u000a00:20:20.699677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:21.227975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Launched\u000a00:20:21.525555 run osmo-stp_10.42.42.5(pid=10762): Launched\u000a00:20:21.634728 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:22.179327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Launched\u000a00:20:22.477313 run osmo-msc_10.42.42.6(pid=10765): Launched\u000a00:20:22.652767 run osmo-stp_10.42.42.5(pid=10762): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)]\u000a00:20:22.778970 run osmo-stp_10.42.42.5(pid=10762): stdout: \u000a| (launched: 2022-12-13_00:20:21.377980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:22.902655 run osmo-stp_10.42.42.5(pid=10762): stderr: \u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002021550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:23.021405 run osmo-stp_10.42.42.5(pid=10762): stdout: \u000a| (launched: 2022-12-13_00:20:21.377980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:23.139541 run osmo-stp_10.42.42.5(pid=10762): stderr: \u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002021549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002021550 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002021550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:23.191412 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10762): Process ended prematurely: osmo-stp_10.42.42.5(pid=10762) [trial-2384↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10762)] [trial-2384↪sms:oc2g↪mo_mt_sms.py:16]\u000a00:20:23.199188 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:20:23.258472 run osmo-hlr_10.42.42.2(pid=10759): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10759)]\u000a00:20:23.307631 run osmo-hlr_10.42.42.2(pid=10759): stdout: \u000a| (launched: 2022-12-13_00:20:20.431083) \u000a00:20:23.357522 run osmo-hlr_10.42.42.2(pid=10759): stderr: \u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002020607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002020619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002020630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002020630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002020630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:23.425298 run osmo-msc_10.42.42.6(pid=10765): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10765)]\u000a00:20:23.474146 run osmo-msc_10.42.42.6(pid=10765): stdout: \u000a| (launched: 2022-12-13_00:20:22.329869) \u000a00:20:23.523668 run osmo-msc_10.42.42.6(pid=10765): stderr: \u000a| �[0;m�[38;5;43m20221213002022602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002022602 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51d944ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002022602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002022602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002022602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002022603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002022605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002022606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002022606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002022606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:23.565849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Terminating (SIGTERM)\u000a00:20:23.605597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminating (SIGTERM)\u000a00:20:23.645876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Terminating (SIGTERM)\u000a00:20:23.655118 --- ParallelTerminationStrategy: PID 10758 died...\u000a00:20:23.708309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10758): Terminated: ok {rc=0}\u000a00:20:23.717987 --- ParallelTerminationStrategy: PID 10761 died...\u000a00:20:23.771060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10761): Terminated: ok {rc=0}\u000a00:20:23.780669 --- ParallelTerminationStrategy: PID 10764 died...\u000a00:20:23.833560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10764): Terminated: ok {rc=0}\u000a00:20:23.916767 bus /sierra_3: Setting Powered False\u000a00:20:25.023981 bus /sierra_3: Setting Powered False\u000a00:20:26.131763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:20:17" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:20:27.932224 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a00:20:27.944254 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:20:28.072806 tst assert_extension.py: using LAC 32325\u000a00:20:28.201056 tst assert_extension.py: using RAC 195\u000a00:20:28.324339 tst assert_extension.py: using CellId 32325\u000a00:20:28.443735 tst assert_extension.py: using BVCI 32326\u000a00:20:28.466257 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:20:28.756623 tst assert_extension.py:10: start nitb and bts...\u000a00:20:28.890712 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:20:29.551611 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Launched\u000a00:20:29.870297 run osmo-nitb_10.42.42.2(pid=10771): Launched\u000a00:20:30.067421 run osmo-nitb_10.42.42.2(pid=10771): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)]\u000a00:20:30.212855 run osmo-nitb_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-13_00:20:29.714975) \u000a00:20:30.358945 run osmo-nitb_10.42.42.2(pid=10771): stderr: \u000a| (launched: 2022-12-13_00:20:29.762871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:30.499855 run osmo-nitb_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-13_00:20:29.714975) \u000a00:20:30.639472 run osmo-nitb_10.42.42.2(pid=10771): stderr: \u000a| (launched: 2022-12-13_00:20:29.762871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:30.995713 tst osmo-nitb_10.42.42.2(pid=10771): stdout: \u000a| (launched: 2022-12-13_00:20:29.714975) \u000a00:20:31.122158 tst osmo-nitb_10.42.42.2(pid=10771): stderr: \u000a| (launched: 2022-12-13_00:20:29.762871)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:20:31.175843 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10771): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10771) [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10771)] [trial-2384↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a00:20:31.184729 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:20:31.220796 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminating (SIGTERM)\u000a00:20:31.398342 --- ParallelTerminationStrategy: PID 10770 died...\u000a00:20:31.458250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10770): Terminated: ok {rc=0}\u000a00:20:31.544390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:20:27" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "ussd:oc2g", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a00:20:33.330428 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.340862 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a00:20:33.463520 tst assert_extension.py: using LAC 32326\u000a00:20:33.578288 tst assert_extension.py: using RAC 196\u000a00:20:33.692714 tst assert_extension.py: using CellId 32326\u000a00:20:33.807680 tst assert_extension.py: using BVCI 32327\u000a00:20:33.830223 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.840498 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.850800 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.861026 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.871296 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:20:33.881528 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a00:20:34.078970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:34.554994 run create_hlr_db(pid=10775): Launched\u000a00:20:34.726035 bus /sierra_2: Setting Powered False\u000a00:20:35.748328 run create_hlr_db(pid=10775): Terminated: ok {rc=0}\u000a00:20:36.175370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Launched\u000a00:20:36.499204 run osmo-hlr_10.42.42.2(pid=10778): Launched\u000a00:20:36.617506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:37.182937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Launched\u000a00:20:37.505656 run osmo-stp_10.42.42.5(pid=10781): Launched\u000a00:20:37.623103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:38.207434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Launched\u000a00:20:38.529842 run osmo-msc_10.42.42.6(pid=10784): Launched\u000a00:20:38.717993 run osmo-stp_10.42.42.5(pid=10781): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)]\u000a00:20:38.853731 run osmo-stp_10.42.42.5(pid=10781): stdout: \u000a| (launched: 2022-12-13_00:20:37.346119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:38.988800 run osmo-stp_10.42.42.5(pid=10781): stderr: \u000a| �[0;m�[38;5;43m20221213002037539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002037539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002037540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002037540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002037540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002037540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002037541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:39.117058 run osmo-stp_10.42.42.5(pid=10781): stdout: \u000a| (launched: 2022-12-13_00:20:37.346119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:39.244333 run osmo-stp_10.42.42.5(pid=10781): stderr: \u000a| �[0;m�[38;5;43m20221213002037539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002037539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002037540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002037540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002037540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002037540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002037541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:39.300047 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10781): Process ended prematurely: osmo-stp_10.42.42.5(pid=10781) [trial-2384↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10781)] [trial-2384↪ussd:oc2g↪assert_extension.py:17]\u000a00:20:39.308563 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a00:20:39.371777 run osmo-hlr_10.42.42.2(pid=10778): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10778)]\u000a00:20:39.423151 run osmo-hlr_10.42.42.2(pid=10778): stdout: \u000a| (launched: 2022-12-13_00:20:36.337921) \u000a00:20:39.475254 run osmo-hlr_10.42.42.2(pid=10778): stderr: \u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002036536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002036553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002036561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002036561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002036562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:39.545934 run osmo-msc_10.42.42.6(pid=10784): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10784)]\u000a00:20:39.597438 run osmo-msc_10.42.42.6(pid=10784): stdout: \u000a| (launched: 2022-12-13_00:20:38.370139) \u000a00:20:39.649368 run osmo-msc_10.42.42.6(pid=10784): stderr: \u000a| �[0;m�[38;5;43m20221213002038692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002038692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9dd6636c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002038692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002038692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002038692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002038693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002038694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002038695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002038695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002038695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:39.693415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminating (SIGTERM)\u000a00:20:39.735683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminating (SIGTERM)\u000a00:20:39.778052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminating (SIGTERM)\u000a00:20:39.787837 --- ParallelTerminationStrategy: PID 10777 died...\u000a00:20:39.843730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10777): Terminated: ok {rc=0}\u000a00:20:39.853896 --- ParallelTerminationStrategy: PID 10780 died...\u000a00:20:39.909641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10780): Terminated: ok {rc=0}\u000a00:20:39.919608 --- ParallelTerminationStrategy: PID 10783 died...\u000a00:20:39.975697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10783): Terminated: ok {rc=0}\u000a00:20:40.062666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:20:33" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:20:41.995709 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.006794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:20:42.148826 tst mo_mt_call.py: using LAC 32327\u000a00:20:42.265840 tst mo_mt_call.py: using RAC 197\u000a00:20:42.383443 tst mo_mt_call.py: using CellId 32327\u000a00:20:42.510827 tst mo_mt_call.py: using BVCI 32328\u000a00:20:42.535991 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.547404 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.558839 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.570353 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.582097 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:42.593568 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:20:42.710431 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:20:42.921798 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:43.436729 run create_hlr_db(pid=10789): Launched\u000a00:20:43.624735 bus /sierra_2: Setting Powered False\u000a00:20:44.634395 run create_hlr_db(pid=10789): Terminated: ok {rc=0}\u000a00:20:45.075855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Launched\u000a00:20:45.405369 run osmo-hlr_10.42.42.2(pid=10792): Launched\u000a00:20:45.528218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:46.123017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Launched\u000a00:20:46.448102 run osmo-stp_10.42.42.5(pid=10795): Launched\u000a00:20:46.732574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:47.360109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Launched\u000a00:20:47.688709 run osmo-msc_10.42.42.6(pid=10798): Launched\u000a00:20:47.881161 run osmo-stp_10.42.42.5(pid=10795): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)]\u000a00:20:48.019295 run osmo-stp_10.42.42.5(pid=10795): stdout: \u000a| (launched: 2022-12-13_00:20:46.281736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:48.156283 run osmo-stp_10.42.42.5(pid=10795): stderr: \u000a| �[0;m�[38;5;43m20221213002046583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002046584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002046584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002046584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:48.287313 run osmo-stp_10.42.42.5(pid=10795): stdout: \u000a| (launched: 2022-12-13_00:20:46.281736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:48.417327 run osmo-stp_10.42.42.5(pid=10795): stderr: \u000a| �[0;m�[38;5;43m20221213002046583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002046584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002046584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002046584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002046585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:48.474541 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10795): Process ended prematurely: osmo-stp_10.42.42.5(pid=10795) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10795)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:20:48.483512 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:20:48.546857 run osmo-hlr_10.42.42.2(pid=10792): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10792)]\u000a00:20:48.598530 run osmo-hlr_10.42.42.2(pid=10792): stdout: \u000a| (launched: 2022-12-13_00:20:45.242071) \u000a00:20:48.650859 run osmo-hlr_10.42.42.2(pid=10792): stderr: \u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002045439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002045451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002045459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002045460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002045460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:48.722074 run osmo-msc_10.42.42.6(pid=10798): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10798)]\u000a00:20:48.773902 run osmo-msc_10.42.42.6(pid=10798): stdout: \u000a| (launched: 2022-12-13_00:20:47.526572) \u000a00:20:48.826176 run osmo-msc_10.42.42.6(pid=10798): stderr: \u000a| �[0;m�[38;5;43m20221213002047849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002047849 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5507fc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002047849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002047849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002047850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002047850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002047851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002047852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002047852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002047852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:48.870154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminating (SIGTERM)\u000a00:20:48.912171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminating (SIGTERM)\u000a00:20:48.954241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminating (SIGTERM)\u000a00:20:48.964239 --- ParallelTerminationStrategy: PID 10791 died...\u000a00:20:49.020029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10791): Terminated: ok {rc=0}\u000a00:20:49.030387 --- ParallelTerminationStrategy: PID 10794 died...\u000a00:20:49.086482 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10794): Terminated: ok {rc=0}\u000a00:20:49.096482 --- ParallelTerminationStrategy: PID 10797 died...\u000a00:20:49.152571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10797): Terminated: ok {rc=0}\u000a00:20:49.239280 bus /sierra_3: Setting Powered False\u000a00:20:50.346332 bus /sierra_3: Setting Powered False\u000a00:20:51.453868 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:20:52.567935 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:52.579997 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:20:52.733982 tst mo_mt_call_osmux.py: using LAC 32328\u000a00:20:52.863091 tst mo_mt_call_osmux.py: using RAC 198\u000a00:20:52.993394 tst mo_mt_call_osmux.py: using CellId 32328\u000a00:20:53.123292 tst mo_mt_call_osmux.py: using BVCI 32329\u000a00:20:53.148268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:53.159778 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:53.171037 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:53.182693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:53.194154 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:20:53.205870 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:20:53.325418 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:20:53.536670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:20:54.050927 run create_hlr_db(pid=10800): Launched\u000a00:20:54.239144 bus /sierra_2: Setting Powered False\u000a00:20:55.260385 run create_hlr_db(pid=10800): Terminated: ok {rc=0}\u000a00:20:55.667274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Launched\u000a00:20:55.971704 run osmo-hlr_10.42.42.2(pid=10803): Launched\u000a00:20:56.082668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:20:56.608799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Launched\u000a00:20:56.913684 run osmo-stp_10.42.42.5(pid=10806): Launched\u000a00:20:57.024672 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:20:57.581747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Launched\u000a00:20:57.887487 run osmo-msc_10.42.42.6(pid=10809): Launched\u000a00:20:58.065798 run osmo-stp_10.42.42.5(pid=10806): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)]\u000a00:20:58.193140 run osmo-stp_10.42.42.5(pid=10806): stdout: \u000a| (launched: 2022-12-13_00:20:56.762668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:58.319323 run osmo-stp_10.42.42.5(pid=10806): stderr: \u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002056933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:58.440386 run osmo-stp_10.42.42.5(pid=10806): stdout: \u000a| (launched: 2022-12-13_00:20:56.762668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:20:58.560397 run osmo-stp_10.42.42.5(pid=10806): stderr: \u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002056932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002056933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002056933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:20:58.613352 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10806): Process ended prematurely: osmo-stp_10.42.42.5(pid=10806) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10806)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:20:58.621715 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:20:58.681152 run osmo-hlr_10.42.42.2(pid=10803): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10803)]\u000a00:20:58.729841 run osmo-hlr_10.42.42.2(pid=10803): stdout: \u000a| (launched: 2022-12-13_00:20:55.821559) \u000a00:20:58.779120 run osmo-hlr_10.42.42.2(pid=10803): stderr: \u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002055996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002056010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002056021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002056021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002056021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:20:58.846487 run osmo-msc_10.42.42.6(pid=10809): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10809)]\u000a00:20:58.895194 run osmo-msc_10.42.42.6(pid=10809): stdout: \u000a| (launched: 2022-12-13_00:20:57.735092) \u000a00:20:58.944362 run osmo-msc_10.42.42.6(pid=10809): stderr: \u000a| �[0;m�[38;5;43m20221213002058008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002058008 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f75d6becc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002058008 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002058008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002058008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002058009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002058010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002058011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002058011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002058011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:20:58.986086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminating (SIGTERM)\u000a00:20:59.025441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminating (SIGTERM)\u000a00:20:59.064907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminating (SIGTERM)\u000a00:20:59.074474 --- ParallelTerminationStrategy: PID 10802 died...\u000a00:20:59.127597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10802): Terminated: ok {rc=0}\u000a00:20:59.137334 --- ParallelTerminationStrategy: PID 10805 died...\u000a00:20:59.189863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10805): Terminated: ok {rc=0}\u000a00:20:59.199516 --- ParallelTerminationStrategy: PID 10808 died...\u000a00:20:59.252213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminated: ok {rc=0}\u000a00:20:59.335387 bus /sierra_3: Setting Powered False\u000a00:21:00.440351 bus /sierra_3: Setting Powered False\u000a00:21:01.569602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:20:41" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:21:03.538013 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:03.549634 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:21:03.694966 tst mo_mt_call.py: using LAC 32329\u000a00:21:03.816191 tst mo_mt_call.py: using RAC 199\u000a00:21:03.934935 tst mo_mt_call.py: using CellId 32329\u000a00:21:04.062904 tst mo_mt_call.py: using BVCI 32330\u000a00:21:04.088191 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:04.099768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:04.111270 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:04.123058 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:04.134768 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:04.146367 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:21:04.267940 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:21:04.470013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:04.957803 run create_hlr_db(pid=10815): Launched\u000a00:21:05.132073 bus /sierra_2: Setting Powered False\u000a00:21:06.154580 run create_hlr_db(pid=10815): Terminated: ok {rc=0}\u000a00:21:06.589155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Launched\u000a00:21:06.919103 run osmo-hlr_10.42.42.2(pid=10818): Launched\u000a00:21:07.039546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:07.610259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Launched\u000a00:21:07.939760 run osmo-stp_10.42.42.5(pid=10821): Launched\u000a00:21:08.058601 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:08.657218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Launched\u000a00:21:08.985931 run osmo-msc_10.42.42.6(pid=10824): Launched\u000a00:21:09.178319 run osmo-stp_10.42.42.5(pid=10821): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)]\u000a00:21:09.316646 run osmo-stp_10.42.42.5(pid=10821): stdout: \u000a| (launched: 2022-12-13_00:21:07.777296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:09.453610 run osmo-stp_10.42.42.5(pid=10821): stderr: \u000a| �[0;m�[38;5;43m20221213002107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002107970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002107970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:09.584637 run osmo-stp_10.42.42.5(pid=10821): stdout: \u000a| (launched: 2022-12-13_00:21:07.777296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:09.714729 run osmo-stp_10.42.42.5(pid=10821): stderr: \u000a| �[0;m�[38;5;43m20221213002107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002107969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002107970 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002107970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002107971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:09.772253 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10821): Process ended prematurely: osmo-stp_10.42.42.5(pid=10821) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10821)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:21:09.781281 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:21:09.845376 run osmo-hlr_10.42.42.2(pid=10818): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10818)]\u000a00:21:09.897579 run osmo-hlr_10.42.42.2(pid=10818): stdout: \u000a| (launched: 2022-12-13_00:21:06.756510) \u000a00:21:09.950542 run osmo-hlr_10.42.42.2(pid=10818): stderr: \u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002106954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002106966 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002106975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002106976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002106976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:10.022447 run osmo-msc_10.42.42.6(pid=10824): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10824)]\u000a00:21:10.074635 run osmo-msc_10.42.42.6(pid=10824): stdout: \u000a| (launched: 2022-12-13_00:21:08.823730) \u000a00:21:10.127504 run osmo-msc_10.42.42.6(pid=10824): stderr: \u000a| �[0;m�[38;5;43m20221213002109145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002109145 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4508563c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002109145 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002109145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002109146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002109146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002109147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002109148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002109148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002109148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:10.171777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminating (SIGTERM)\u000a00:21:10.214336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminating (SIGTERM)\u000a00:21:10.256434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminating (SIGTERM)\u000a00:21:10.266548 --- ParallelTerminationStrategy: PID 10817 died...\u000a00:21:10.322718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10817): Terminated: ok {rc=0}\u000a00:21:10.333162 --- ParallelTerminationStrategy: PID 10820 died...\u000a00:21:10.389247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10820): Terminated: ok {rc=0}\u000a00:21:10.399638 --- ParallelTerminationStrategy: PID 10823 died...\u000a00:21:10.455414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10823): Terminated: ok {rc=0}\u000a00:21:10.542582 bus /sierra_3: Setting Powered False\u000a00:21:11.646635 bus /sierra_3: Setting Powered False\u000a00:21:12.758443 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:21:13.868657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:13.880357 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:21:14.025439 tst mo_mt_call_osmux.py: using LAC 32330\u000a00:21:14.156898 tst mo_mt_call_osmux.py: using RAC 200\u000a00:21:14.286713 tst mo_mt_call_osmux.py: using CellId 32330\u000a00:21:14.416807 tst mo_mt_call_osmux.py: using BVCI 32331\u000a00:21:14.442002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:14.453487 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:14.464599 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:14.476631 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:14.488611 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:21:14.500583 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:21:14.620213 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:21:14.825404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:15.313988 run create_hlr_db(pid=10826): Launched\u000a00:21:15.487657 bus /sierra_2: Setting Powered False\u000a00:21:16.511069 run create_hlr_db(pid=10826): Terminated: ok {rc=0}\u000a00:21:16.938174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Launched\u000a00:21:17.274398 run osmo-hlr_10.42.42.2(pid=10829): Launched\u000a00:21:17.396019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:17.965346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Launched\u000a00:21:18.293558 run osmo-stp_10.42.42.5(pid=10832): Launched\u000a00:21:18.412939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:19.011024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Launched\u000a00:21:19.339341 run osmo-msc_10.42.42.6(pid=10835): Launched\u000a00:21:19.531336 run osmo-stp_10.42.42.5(pid=10832): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)]\u000a00:21:19.669977 run osmo-stp_10.42.42.5(pid=10832): stdout: \u000a| (launched: 2022-12-13_00:21:18.131886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:19.808236 run osmo-stp_10.42.42.5(pid=10832): stderr: \u000a| �[0;m�[38;5;43m20221213002118325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002118325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002118326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002118326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:19.938756 run osmo-stp_10.42.42.5(pid=10832): stdout: \u000a| (launched: 2022-12-13_00:21:18.131886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:20.067989 run osmo-stp_10.42.42.5(pid=10832): stderr: \u000a| �[0;m�[38;5;43m20221213002118325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002118325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002118326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002118326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002118327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:20.125019 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10832): Process ended prematurely: osmo-stp_10.42.42.5(pid=10832) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10832)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:21:20.134216 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:21:20.197521 run osmo-hlr_10.42.42.2(pid=10829): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10829)]\u000a00:21:20.249247 run osmo-hlr_10.42.42.2(pid=10829): stdout: \u000a| (launched: 2022-12-13_00:21:17.095466) \u000a00:21:20.301726 run osmo-hlr_10.42.42.2(pid=10829): stderr: \u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002117310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002117323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002117332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:20.372842 run osmo-msc_10.42.42.6(pid=10835): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10835)]\u000a00:21:20.424640 run osmo-msc_10.42.42.6(pid=10835): stdout: \u000a| (launched: 2022-12-13_00:21:19.177584) \u000a00:21:20.477017 run osmo-msc_10.42.42.6(pid=10835): stderr: \u000a| �[0;m�[38;5;43m20221213002119500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002119500 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad603b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002119500 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002119500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002119500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002119500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002119502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002119503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002119503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002119503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:20.521213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Terminating (SIGTERM)\u000a00:21:20.563400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminating (SIGTERM)\u000a00:21:20.605635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Terminating (SIGTERM)\u000a00:21:20.615662 --- ParallelTerminationStrategy: PID 10828 died...\u000a00:21:20.672138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10828): Terminated: ok {rc=0}\u000a00:21:20.682501 --- ParallelTerminationStrategy: PID 10831 died...\u000a00:21:20.738810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10831): Terminated: ok {rc=0}\u000a00:21:20.748914 --- ParallelTerminationStrategy: PID 10834 died...\u000a00:21:20.804738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10834): Terminated: ok {rc=0}\u000a00:21:20.891502 bus /sierra_3: Setting Powered False\u000a00:21:21.995834 bus /sierra_3: Setting Powered False\u000a00:21:23.106901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:21:03" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:21:25.068245 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.079556 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:21:25.232842 tst mo_mt_call.py: using LAC 32331\u000a00:21:25.361055 tst mo_mt_call.py: using RAC 201\u000a00:21:25.489781 tst mo_mt_call.py: using CellId 32331\u000a00:21:25.619801 tst mo_mt_call.py: using BVCI 32332\u000a00:21:25.644788 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.656113 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.667314 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.678794 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.690479 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:25.702034 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:21:25.819079 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:21:26.022148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:26.509174 run create_hlr_db(pid=10840): Launched\u000a00:21:26.683076 bus /sierra_2: Setting Powered False\u000a00:21:27.705940 run create_hlr_db(pid=10840): Terminated: ok {rc=0}\u000a00:21:28.140626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Launched\u000a00:21:28.470570 run osmo-hlr_10.42.42.2(pid=10843): Launched\u000a00:21:28.591156 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:29.160351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Launched\u000a00:21:29.487072 run osmo-stp_10.42.42.5(pid=10846): Launched\u000a00:21:29.606787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:30.205778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Launched\u000a00:21:30.534034 run osmo-msc_10.42.42.6(pid=10849): Launched\u000a00:21:30.726449 run osmo-stp_10.42.42.5(pid=10846): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)]\u000a00:21:30.950131 run osmo-stp_10.42.42.5(pid=10846): stdout: \u000a| (launched: 2022-12-13_00:21:29.326088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:31.090618 run osmo-stp_10.42.42.5(pid=10846): stderr: \u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002129520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:31.216256 run osmo-stp_10.42.42.5(pid=10846): stdout: \u000a| (launched: 2022-12-13_00:21:29.326088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:31.341905 run osmo-stp_10.42.42.5(pid=10846): stderr: \u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002129519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002129520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002129520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:31.396582 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10846): Process ended prematurely: osmo-stp_10.42.42.5(pid=10846) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10846)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:21:31.405768 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:21:31.467385 run osmo-hlr_10.42.42.2(pid=10843): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10843)]\u000a00:21:31.518952 run osmo-hlr_10.42.42.2(pid=10843): stdout: \u000a| (launched: 2022-12-13_00:21:28.307372) \u000a00:21:31.569714 run osmo-hlr_10.42.42.2(pid=10843): stderr: \u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002128508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002128519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002128528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002128528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002128528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:31.638553 run osmo-msc_10.42.42.6(pid=10849): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10849)]\u000a00:21:31.690365 run osmo-msc_10.42.42.6(pid=10849): stdout: \u000a| (launched: 2022-12-13_00:21:30.371835) \u000a00:21:31.741635 run osmo-msc_10.42.42.6(pid=10849): stderr: \u000a| �[0;m�[38;5;43m20221213002130695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002130695 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd70da55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002130695 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002130695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002130696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002130696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002130697 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002130698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002130698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002130698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:31.784680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminating (SIGTERM)\u000a00:21:31.826128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminating (SIGTERM)\u000a00:21:31.871168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Terminating (SIGTERM)\u000a00:21:31.880607 --- ParallelTerminationStrategy: PID 10842 died...\u000a00:21:31.934960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10842): Terminated: ok {rc=0}\u000a00:21:31.945012 --- ParallelTerminationStrategy: PID 10845 died...\u000a00:21:31.999675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10845): Terminated: ok {rc=0}\u000a00:21:32.010134 --- ParallelTerminationStrategy: PID 10848 died...\u000a00:21:32.064012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10848): Terminated: ok {rc=0}\u000a00:21:32.155125 bus /sierra_3: Setting Powered False\u000a00:21:33.260915 bus /sierra_3: Setting Powered False\u000a00:21:34.371410 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 184, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10857): Process ended prematurely: osmo-stp_10.42.42.5(pid=10857) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10857): Process ended prematurely: osmo-stp_10.42.42.5(pid=10857) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:21:35.480496 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:35.491883 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:21:35.637174 tst mo_mt_call_osmux.py: using LAC 32332\u000a00:21:35.757943 tst mo_mt_call_osmux.py: using RAC 202\u000a00:21:35.876546 tst mo_mt_call_osmux.py: using CellId 32332\u000a00:21:35.997719 tst mo_mt_call_osmux.py: using BVCI 32333\u000a00:21:36.020667 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:36.031676 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:36.042394 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:36.053089 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:36.063744 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:21:36.074545 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:21:36.189425 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:21:36.393589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:36.881309 run create_hlr_db(pid=10851): Launched\u000a00:21:37.054893 bus /sierra_2: Setting Powered False\u000a00:21:38.077980 run create_hlr_db(pid=10851): Terminated: ok {rc=0}\u000a00:21:38.512695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Launched\u000a00:21:38.842543 run osmo-hlr_10.42.42.2(pid=10854): Launched\u000a00:21:38.960812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:39.531577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Launched\u000a00:21:39.862167 run osmo-stp_10.42.42.5(pid=10857): Launched\u000a00:21:39.982694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:40.581708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Launched\u000a00:21:40.910122 run osmo-msc_10.42.42.6(pid=10860): Launched\u000a00:21:41.103046 run osmo-stp_10.42.42.5(pid=10857): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)]\u000a00:21:41.242304 run osmo-stp_10.42.42.5(pid=10857): stdout: \u000a| (launched: 2022-12-13_00:21:39.697564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:41.379473 run osmo-stp_10.42.42.5(pid=10857): stderr: \u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002139892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:41.511693 run osmo-stp_10.42.42.5(pid=10857): stdout: \u000a| (launched: 2022-12-13_00:21:39.697564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:41.642799 run osmo-stp_10.42.42.5(pid=10857): stderr: \u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002139891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002139892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002139892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:41.700207 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10857): Process ended prematurely: osmo-stp_10.42.42.5(pid=10857) [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10857)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:21:41.709565 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:21:41.774102 run osmo-hlr_10.42.42.2(pid=10854): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10854)]\u000a00:21:41.826263 run osmo-hlr_10.42.42.2(pid=10854): stdout: \u000a| (launched: 2022-12-13_00:21:38.679615) \u000a00:21:41.879059 run osmo-hlr_10.42.42.2(pid=10854): stderr: \u000a| �[0;m�[1;31m20221213002138878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002138878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002138878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002138879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002138879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002138879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002138891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002138899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002138899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002138899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:41.950409 run osmo-msc_10.42.42.6(pid=10860): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10860)]\u000a00:21:42.002188 run osmo-msc_10.42.42.6(pid=10860): stdout: \u000a| (launched: 2022-12-13_00:21:40.748149) \u000a00:21:42.055465 run osmo-msc_10.42.42.6(pid=10860): stderr: \u000a| �[0;m�[38;5;43m20221213002141072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002141072 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e7bbbcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002141072 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002141072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002141073 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002141075 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002141075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002141075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002141075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:42.100041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Terminating (SIGTERM)\u000a00:21:42.142581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Terminating (SIGTERM)\u000a00:21:42.185433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Terminating (SIGTERM)\u000a00:21:42.195353 --- ParallelTerminationStrategy: PID 10853 died...\u000a00:21:42.252248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10853): Terminated: ok {rc=0}\u000a00:21:42.262582 --- ParallelTerminationStrategy: PID 10856 died...\u000a00:21:42.319340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10856): Terminated: ok {rc=0}\u000a00:21:42.330033 --- ParallelTerminationStrategy: PID 10859 died...\u000a00:21:42.386615 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10859): Terminated: ok {rc=0}\u000a00:21:42.473744 bus /sierra_3: Setting Powered False\u000a00:21:43.578067 bus /sierra_3: Setting Powered False\u000a00:21:44.686245 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:21:24" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:21:46.690931 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:46.706944 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:21:46.870929 tst mo_mt_call.py: using LAC 32333\u000a00:21:47.004227 tst mo_mt_call.py: using RAC 203\u000a00:21:47.142066 tst mo_mt_call.py: using CellId 32333\u000a00:21:47.272244 tst mo_mt_call.py: using BVCI 32334\u000a00:21:47.298296 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:47.310959 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:47.324519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:47.336775 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:47.351203 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:47.365075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:21:47.484054 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:21:47.689364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:48.177963 run create_hlr_db(pid=10865): Launched\u000a00:21:48.353438 bus /sierra_2: Setting Powered False\u000a00:21:49.374785 run create_hlr_db(pid=10865): Terminated: ok {rc=0}\u000a00:21:49.811670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Launched\u000a00:21:50.139873 run osmo-hlr_10.42.42.2(pid=10868): Launched\u000a00:21:50.260793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:21:50.830993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Launched\u000a00:21:51.158492 run osmo-stp_10.42.42.5(pid=10871): Launched\u000a00:21:51.277540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:21:51.875522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Launched\u000a00:21:52.203193 run osmo-msc_10.42.42.6(pid=10874): Launched\u000a00:21:52.394563 run osmo-stp_10.42.42.5(pid=10871): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)]\u000a00:21:52.532526 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-13_00:21:50.997063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:52.670468 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221213002151190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002151190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002151191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:52.802322 run osmo-stp_10.42.42.5(pid=10871): stdout: \u000a| (launched: 2022-12-13_00:21:50.997063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:21:52.932575 run osmo-stp_10.42.42.5(pid=10871): stderr: \u000a| �[0;m�[38;5;43m20221213002151190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002151190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002151191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002151191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002151192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:21:52.989961 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10871): Process ended prematurely: osmo-stp_10.42.42.5(pid=10871) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10871)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:21:52.999044 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:21:53.062829 run osmo-hlr_10.42.42.2(pid=10868): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10868)]\u000a00:21:53.114857 run osmo-hlr_10.42.42.2(pid=10868): stdout: \u000a| (launched: 2022-12-13_00:21:49.978821) \u000a00:21:53.167388 run osmo-hlr_10.42.42.2(pid=10868): stderr: \u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002150179 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002150192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002150200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002150200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002150200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:21:53.238615 run osmo-msc_10.42.42.6(pid=10874): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10874)]\u000a00:21:53.290572 run osmo-msc_10.42.42.6(pid=10874): stdout: \u000a| (launched: 2022-12-13_00:21:52.041568) \u000a00:21:53.342976 run osmo-msc_10.42.42.6(pid=10874): stderr: \u000a| �[0;m�[38;5;43m20221213002152365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002152365 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe9170ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002152365 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002152365 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002152366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002152366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002152367 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002152368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002152368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002152368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:21:53.387621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminating (SIGTERM)\u000a00:21:53.430159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminating (SIGTERM)\u000a00:21:53.472094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminating (SIGTERM)\u000a00:21:53.482263 --- ParallelTerminationStrategy: PID 10867 died...\u000a00:21:53.538220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10867): Terminated: ok {rc=0}\u000a00:21:53.548578 --- ParallelTerminationStrategy: PID 10870 died...\u000a00:21:53.604375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10870): Terminated: ok {rc=0}\u000a00:21:53.614872 --- ParallelTerminationStrategy: PID 10873 died...\u000a00:21:53.670988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10873): Terminated: ok {rc=0}\u000a00:21:53.758233 bus /sierra_3: Setting Powered False\u000a00:21:54.861730 bus /sierra_3: Setting Powered False\u000a00:21:55.973224 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10883): Process ended prematurely: osmo-stp_10.42.42.5(pid=10883) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10883): Process ended prematurely: osmo-stp_10.42.42.5(pid=10883) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:21:57.087708 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.099788 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:21:57.253505 tst mo_mt_call_osmux.py: using LAC 32334\u000a00:21:57.382669 tst mo_mt_call_osmux.py: using RAC 204\u000a00:21:57.510380 tst mo_mt_call_osmux.py: using CellId 32334\u000a00:21:57.638334 tst mo_mt_call_osmux.py: using BVCI 32335\u000a00:21:57.663774 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.675268 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.687136 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.698867 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.710581 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:21:57.722179 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:21:57.839435 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:21:58.052647 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:21:58.569691 run create_hlr_db(pid=10877): Launched\u000a00:21:58.758584 bus /sierra_2: Setting Powered False\u000a00:21:59.768392 run create_hlr_db(pid=10877): Terminated: ok {rc=0}\u000a00:22:00.212711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Launched\u000a00:22:00.541603 run osmo-hlr_10.42.42.2(pid=10880): Launched\u000a00:22:00.661170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:01.260372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Launched\u000a00:22:01.701104 run osmo-stp_10.42.42.5(pid=10883): Launched\u000a00:22:01.838606 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:02.558563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Launched\u000a00:22:02.887730 run osmo-msc_10.42.42.6(pid=10886): Launched\u000a00:22:03.078862 run osmo-stp_10.42.42.5(pid=10883): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)]\u000a00:22:03.216478 run osmo-stp_10.42.42.5(pid=10883): stdout: \u000a| (launched: 2022-12-13_00:22:01.430236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:03.354200 run osmo-stp_10.42.42.5(pid=10883): stderr: \u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002201728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:03.485506 run osmo-stp_10.42.42.5(pid=10883): stdout: \u000a| (launched: 2022-12-13_00:22:01.430236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:03.615417 run osmo-stp_10.42.42.5(pid=10883): stderr: \u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002201727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002201728 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002201728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:03.672702 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10883): Process ended prematurely: osmo-stp_10.42.42.5(pid=10883) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10883)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:22:03.682072 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:22:03.745946 run osmo-hlr_10.42.42.2(pid=10880): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10880)]\u000a00:22:03.798407 run osmo-hlr_10.42.42.2(pid=10880): stdout: \u000a| (launched: 2022-12-13_00:22:00.379357) \u000a00:22:03.851019 run osmo-hlr_10.42.42.2(pid=10880): stderr: \u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002200582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002200598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002200608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002200608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002200608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:03.922214 run osmo-msc_10.42.42.6(pid=10886): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10886)]\u000a00:22:03.974178 run osmo-msc_10.42.42.6(pid=10886): stdout: \u000a| (launched: 2022-12-13_00:22:02.725676) \u000a00:22:04.026759 run osmo-msc_10.42.42.6(pid=10886): stderr: \u000a| �[0;m�[38;5;43m20221213002203050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002203050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe5d6a98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002203050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002203050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002203050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002203051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002203052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002203053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002203053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002203053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:04.071773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Terminating (SIGTERM)\u000a00:22:04.114349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Terminating (SIGTERM)\u000a00:22:04.156770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Terminating (SIGTERM)\u000a00:22:04.166965 --- ParallelTerminationStrategy: PID 10879 died...\u000a00:22:04.223581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10879): Terminated: ok {rc=0}\u000a00:22:04.234143 --- ParallelTerminationStrategy: PID 10882 died...\u000a00:22:04.290611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10882): Terminated: ok {rc=0}\u000a00:22:04.300895 --- ParallelTerminationStrategy: PID 10885 died...\u000a00:22:04.357835 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10885): Terminated: ok {rc=0}\u000a00:22:04.445300 bus /sierra_3: Setting Powered False\u000a00:22:05.552894 bus /sierra_3: Setting Powered False\u000a00:22:06.660269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:21:46" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:22:08.604338 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:08.615408 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:22:08.762614 tst mo_mt_call.py: using LAC 32335\u000a00:22:08.880457 tst mo_mt_call.py: using RAC 205\u000a00:22:08.998057 tst mo_mt_call.py: using CellId 32335\u000a00:22:09.116068 tst mo_mt_call.py: using BVCI 32336\u000a00:22:09.139377 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:09.150301 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:09.160992 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:09.171724 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:09.182465 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:09.193210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:22:09.312720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:22:09.514867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:10.003284 run create_hlr_db(pid=10891): Launched\u000a00:22:10.177599 bus /sierra_2: Setting Powered False\u000a00:22:11.199980 run create_hlr_db(pid=10891): Terminated: ok {rc=0}\u000a00:22:11.636482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Launched\u000a00:22:11.965579 run osmo-hlr_10.42.42.2(pid=10894): Launched\u000a00:22:12.085576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:12.657131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Launched\u000a00:22:12.980198 run osmo-stp_10.42.42.5(pid=10897): Launched\u000a00:22:13.091511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:13.650056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Launched\u000a00:22:13.956444 run osmo-msc_10.42.42.6(pid=10900): Launched\u000a00:22:14.135292 run osmo-stp_10.42.42.5(pid=10897): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)]\u000a00:22:14.263872 run osmo-stp_10.42.42.5(pid=10897): stdout: \u000a| (launched: 2022-12-13_00:22:12.824050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:14.390169 run osmo-stp_10.42.42.5(pid=10897): stderr: \u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002212997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:14.511757 run osmo-stp_10.42.42.5(pid=10897): stdout: \u000a| (launched: 2022-12-13_00:22:12.824050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:14.633256 run osmo-stp_10.42.42.5(pid=10897): stderr: \u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002212996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002212997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002212997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:14.686518 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10897): Process ended prematurely: osmo-stp_10.42.42.5(pid=10897) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10897)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:22:14.694945 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:22:14.754772 run osmo-hlr_10.42.42.2(pid=10894): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10894)]\u000a00:22:14.804228 run osmo-hlr_10.42.42.2(pid=10894): stdout: \u000a| (launched: 2022-12-13_00:22:11.803339) \u000a00:22:14.854155 run osmo-hlr_10.42.42.2(pid=10894): stderr: \u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002212002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002212021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002212030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002212030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002212031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:14.921995 run osmo-msc_10.42.42.6(pid=10900): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10900)]\u000a00:22:14.971139 run osmo-msc_10.42.42.6(pid=10900): stdout: \u000a| (launched: 2022-12-13_00:22:13.804823) \u000a00:22:15.020678 run osmo-msc_10.42.42.6(pid=10900): stderr: \u000a| �[0;m�[38;5;43m20221213002214078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002214078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e014c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002214078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002214078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002214079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002214079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002214081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002214082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002214082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002214082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:15.062927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminating (SIGTERM)\u000a00:22:15.102865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminating (SIGTERM)\u000a00:22:15.142845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Terminating (SIGTERM)\u000a00:22:15.152142 --- ParallelTerminationStrategy: PID 10893 died...\u000a00:22:15.205491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10893): Terminated: ok {rc=0}\u000a00:22:15.215122 --- ParallelTerminationStrategy: PID 10896 died...\u000a00:22:15.268187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10896): Terminated: ok {rc=0}\u000a00:22:15.277864 --- ParallelTerminationStrategy: PID 10899 died...\u000a00:22:15.330946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10899): Terminated: ok {rc=0}\u000a00:22:15.415327 bus /sierra_3: Setting Powered False\u000a00:22:16.517293 bus /sierra_3: Setting Powered False\u000a00:22:17.623915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:22:18.739658 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:18.751820 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:22:18.909872 tst mo_mt_call_osmux.py: using LAC 32336\u000a00:22:19.031576 tst mo_mt_call_osmux.py: using RAC 206\u000a00:22:19.150286 tst mo_mt_call_osmux.py: using CellId 32336\u000a00:22:19.269249 tst mo_mt_call_osmux.py: using BVCI 32337\u000a00:22:19.292557 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:19.303512 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:19.314385 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:19.325876 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:19.337210 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:22:19.348534 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:22:19.468748 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:22:19.672039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:20.161607 run create_hlr_db(pid=10902): Launched\u000a00:22:20.336512 bus /sierra_2: Setting Powered False\u000a00:22:21.359144 run create_hlr_db(pid=10902): Terminated: ok {rc=0}\u000a00:22:21.794914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Launched\u000a00:22:22.123102 run osmo-hlr_10.42.42.2(pid=10905): Launched\u000a00:22:22.240608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:22.809748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Launched\u000a00:22:23.137946 run osmo-stp_10.42.42.5(pid=10920): Launched\u000a00:22:23.257061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:23.855847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Launched\u000a00:22:24.183658 run osmo-msc_10.42.42.6(pid=10923): Launched\u000a00:22:24.376916 run osmo-stp_10.42.42.5(pid=10920): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)]\u000a00:22:24.516258 run osmo-stp_10.42.42.5(pid=10920): stdout: \u000a| (launched: 2022-12-13_00:22:22.975616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:24.654267 run osmo-stp_10.42.42.5(pid=10920): stderr: \u000a| �[0;m�[38;5;43m20221213002223171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002223171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002223172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002223172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002223172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002223173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002223173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:24.787038 run osmo-stp_10.42.42.5(pid=10920): stdout: \u000a| (launched: 2022-12-13_00:22:22.975616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:24.917293 run osmo-stp_10.42.42.5(pid=10920): stderr: \u000a| �[0;m�[38;5;43m20221213002223171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002223171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002223172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002223172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002223172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002223173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002223173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:24.974414 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10920): Process ended prematurely: osmo-stp_10.42.42.5(pid=10920) [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10920)] [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:22:24.983427 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:22:25.047056 run osmo-hlr_10.42.42.2(pid=10905): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10905)]\u000a00:22:25.099038 run osmo-hlr_10.42.42.2(pid=10905): stdout: \u000a| (launched: 2022-12-13_00:22:21.961534) \u000a00:22:25.151550 run osmo-hlr_10.42.42.2(pid=10905): stderr: \u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002222161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002222174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002222182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002222182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002222182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:25.222854 run osmo-msc_10.42.42.6(pid=10923): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10923)]\u000a00:22:25.274758 run osmo-msc_10.42.42.6(pid=10923): stdout: \u000a| (launched: 2022-12-13_00:22:24.022128) \u000a00:22:25.327512 run osmo-msc_10.42.42.6(pid=10923): stderr: \u000a| �[0;m�[38;5;43m20221213002224345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002224345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e48e80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002224345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002224345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002224346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002224346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002224347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002224348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002224348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002224348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:25.371732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminating (SIGTERM)\u000a00:22:25.414070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminating (SIGTERM)\u000a00:22:25.456516 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminating (SIGTERM)\u000a00:22:25.466681 --- ParallelTerminationStrategy: PID 10904 died...\u000a00:22:25.523447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10904): Terminated: ok {rc=0}\u000a00:22:25.533768 --- ParallelTerminationStrategy: PID 10919 died...\u000a00:22:25.590152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10919): Terminated: ok {rc=0}\u000a00:22:25.600574 --- ParallelTerminationStrategy: PID 10922 died...\u000a00:22:25.657181 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10922): Terminated: ok {rc=0}\u000a00:22:25.744908 bus /sierra_3: Setting Powered False\u000a00:22:26.852122 bus /sierra_3: Setting Powered False\u000a00:22:27.962731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:22:08" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:22:29.930897 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:29.942306 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:22:30.092677 tst mo_mt_call.py: using LAC 32337\u000a00:22:30.219923 tst mo_mt_call.py: using RAC 207\u000a00:22:30.347630 tst mo_mt_call.py: using CellId 32337\u000a00:22:30.474302 tst mo_mt_call.py: using BVCI 32338\u000a00:22:30.497795 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:30.508807 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:30.519754 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:30.530773 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:30.541968 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:30.552888 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:22:30.672099 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:22:30.884674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:31.450340 run create_hlr_db(pid=10928): Launched\u000a00:22:31.644248 bus /sierra_2: Setting Powered False\u000a00:22:32.662189 run create_hlr_db(pid=10928): Terminated: ok {rc=0}\u000a00:22:33.098582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Launched\u000a00:22:33.427026 run osmo-hlr_10.42.42.2(pid=10931): Launched\u000a00:22:33.548132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:34.119897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Launched\u000a00:22:34.448810 run osmo-stp_10.42.42.5(pid=10934): Launched\u000a00:22:34.568279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:35.167823 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Launched\u000a00:22:35.496639 run osmo-msc_10.42.42.6(pid=10937): Launched\u000a00:22:35.688632 run osmo-stp_10.42.42.5(pid=10934): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)]\u000a00:22:35.827618 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-13_00:22:34.286490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:35.964708 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002234478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:36.096430 run osmo-stp_10.42.42.5(pid=10934): stdout: \u000a| (launched: 2022-12-13_00:22:34.286490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:36.226406 run osmo-stp_10.42.42.5(pid=10934): stderr: \u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002234478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002234478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002234479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:36.283566 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10934): Process ended prematurely: osmo-stp_10.42.42.5(pid=10934) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10934)] [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:22:36.292611 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:22:36.356428 run osmo-hlr_10.42.42.2(pid=10931): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10931)]\u000a00:22:36.408458 run osmo-hlr_10.42.42.2(pid=10931): stdout: \u000a| (launched: 2022-12-13_00:22:33.265821) \u000a00:22:36.461285 run osmo-hlr_10.42.42.2(pid=10931): stderr: \u000a| �[0;m�[1;31m20221213002233464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002233464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002233465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002233465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002233465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002233465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002233477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002233486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002233487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002233487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:36.532197 run osmo-msc_10.42.42.6(pid=10937): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10937)]\u000a00:22:36.584312 run osmo-msc_10.42.42.6(pid=10937): stdout: \u000a| (launched: 2022-12-13_00:22:35.334801) \u000a00:22:36.636767 run osmo-msc_10.42.42.6(pid=10937): stderr: \u000a| �[0;m�[38;5;43m20221213002235655 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002235656 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6543dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002235656 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002235656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002235656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002235656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002235658 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002235658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002235658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002235658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:36.681231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminating (SIGTERM)\u000a00:22:36.724522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminating (SIGTERM)\u000a00:22:36.766568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminating (SIGTERM)\u000a00:22:36.776851 --- ParallelTerminationStrategy: PID 10930 died...\u000a00:22:36.833162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10930): Terminated: ok {rc=0}\u000a00:22:36.843525 --- ParallelTerminationStrategy: PID 10933 died...\u000a00:22:36.899692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10933): Terminated: ok {rc=0}\u000a00:22:36.910163 --- ParallelTerminationStrategy: PID 10936 died...\u000a00:22:36.966292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10936): Terminated: ok {rc=0}\u000a00:22:37.053600 bus /sierra_3: Setting Powered False\u000a00:22:38.159091 bus /sierra_3: Setting Powered False\u000a00:22:39.266174 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:22:40.381358 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:40.393417 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:22:40.547022 tst mo_mt_call_osmux.py: using LAC 32338\u000a00:22:40.677471 tst mo_mt_call_osmux.py: using RAC 208\u000a00:22:40.810813 tst mo_mt_call_osmux.py: using CellId 32338\u000a00:22:40.938177 tst mo_mt_call_osmux.py: using BVCI 32339\u000a00:22:40.963126 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:40.974718 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:40.986055 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:40.997627 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:41.009352 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:22:41.020895 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:22:41.142814 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:22:41.347897 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:41.835968 run create_hlr_db(pid=10939): Launched\u000a00:22:42.010517 bus /sierra_2: Setting Powered False\u000a00:22:43.031996 run create_hlr_db(pid=10939): Terminated: ok {rc=0}\u000a00:22:43.436746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Launched\u000a00:22:43.741821 run osmo-hlr_10.42.42.2(pid=10942): Launched\u000a00:22:43.852895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:44.382212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Launched\u000a00:22:44.688084 run osmo-stp_10.42.42.5(pid=10945): Launched\u000a00:22:44.810790 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:45.377405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Launched\u000a00:22:45.683353 run osmo-msc_10.42.42.6(pid=10948): Launched\u000a00:22:45.957272 run osmo-stp_10.42.42.5(pid=10945): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)]\u000a00:22:46.107548 run osmo-stp_10.42.42.5(pid=10945): stdout: \u000a| (launched: 2022-12-13_00:22:44.536095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:46.249101 run osmo-stp_10.42.42.5(pid=10945): stderr: \u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002244710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:46.385975 run osmo-stp_10.42.42.5(pid=10945): stdout: \u000a| (launched: 2022-12-13_00:22:44.536095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:46.521240 run osmo-stp_10.42.42.5(pid=10945): stderr: \u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002244710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002244710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:46.581544 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10945): Process ended prematurely: osmo-stp_10.42.42.5(pid=10945) [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10945)] [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:22:46.591806 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:22:46.659971 run osmo-hlr_10.42.42.2(pid=10942): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10942)]\u000a00:22:46.716819 run osmo-hlr_10.42.42.2(pid=10942): stdout: \u000a| (launched: 2022-12-13_00:22:43.591101) \u000a00:22:46.772464 run osmo-hlr_10.42.42.2(pid=10942): stderr: \u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002243769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002243781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002243791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002243791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002243791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:46.847697 run osmo-msc_10.42.42.6(pid=10948): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10948)]\u000a00:22:46.903560 run osmo-msc_10.42.42.6(pid=10948): stdout: \u000a| (launched: 2022-12-13_00:22:45.532378) \u000a00:22:46.958627 run osmo-msc_10.42.42.6(pid=10948): stderr: \u000a| �[0;m�[38;5;43m20221213002245805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002245805 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc51d94ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002245805 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002245806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002245806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002245806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002245808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002245808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:47.006244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminating (SIGTERM)\u000a00:22:47.053394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminating (SIGTERM)\u000a00:22:47.099958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminating (SIGTERM)\u000a00:22:47.112057 --- ParallelTerminationStrategy: PID 10941 died...\u000a00:22:47.173919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10941): Terminated: ok {rc=0}\u000a00:22:47.184239 --- ParallelTerminationStrategy: PID 10944 died...\u000a00:22:47.241451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10944): Terminated: ok {rc=0}\u000a00:22:47.251750 --- ParallelTerminationStrategy: PID 10947 died...\u000a00:22:47.308774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10947): Terminated: ok {rc=0}\u000a00:22:47.396032 bus /sierra_3: Setting Powered False\u000a00:22:48.503743 bus /sierra_3: Setting Powered False\u000a00:22:49.611293 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:22:29" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10959): Process ended prematurely: osmo-stp_10.42.42.5(pid=10959) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10959): Process ended prematurely: osmo-stp_10.42.42.5(pid=10959) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:22:51.555860 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:51.566716 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:22:51.710106 tst mo_mt_call.py: using LAC 32339\u000a00:22:51.831790 tst mo_mt_call.py: using RAC 209\u000a00:22:51.953907 tst mo_mt_call.py: using CellId 32339\u000a00:22:52.073111 tst mo_mt_call.py: using BVCI 32340\u000a00:22:52.096256 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:52.107170 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:52.117752 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:52.128270 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:52.138844 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:22:52.149405 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:22:52.268453 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:22:52.481074 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:22:52.997683 run create_hlr_db(pid=10953): Launched\u000a00:22:53.186470 bus /sierra_2: Setting Powered False\u000a00:22:54.207962 run create_hlr_db(pid=10953): Terminated: ok {rc=0}\u000a00:22:54.617308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Launched\u000a00:22:54.922266 run osmo-hlr_10.42.42.2(pid=10956): Launched\u000a00:22:55.042979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:22:55.576425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Launched\u000a00:22:55.881558 run osmo-stp_10.42.42.5(pid=10959): Launched\u000a00:22:55.992002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:22:56.549627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Launched\u000a00:22:56.857514 run osmo-msc_10.42.42.6(pid=10962): Launched\u000a00:22:57.037468 run osmo-stp_10.42.42.5(pid=10959): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)]\u000a00:22:57.167276 run osmo-stp_10.42.42.5(pid=10959): stdout: \u000a| (launched: 2022-12-13_00:22:55.730835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:57.294431 run osmo-stp_10.42.42.5(pid=10959): stderr: \u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002255904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:57.416738 run osmo-stp_10.42.42.5(pid=10959): stdout: \u000a| (launched: 2022-12-13_00:22:55.730835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:22:57.538420 run osmo-stp_10.42.42.5(pid=10959): stderr: \u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002255903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002255904 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002255904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:22:57.591737 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10959): Process ended prematurely: osmo-stp_10.42.42.5(pid=10959) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10959)] [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:22:57.600324 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:22:57.660197 run osmo-hlr_10.42.42.2(pid=10956): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10956)]\u000a00:22:57.709077 run osmo-hlr_10.42.42.2(pid=10956): stdout: \u000a| (launched: 2022-12-13_00:22:54.771722) \u000a00:22:57.758630 run osmo-hlr_10.42.42.2(pid=10956): stderr: \u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002254949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002254962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002254973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002254973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002254973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:22:57.826420 run osmo-msc_10.42.42.6(pid=10962): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10962)]\u000a00:22:57.875294 run osmo-msc_10.42.42.6(pid=10962): stdout: \u000a| (launched: 2022-12-13_00:22:56.703967) \u000a00:22:57.924719 run osmo-msc_10.42.42.6(pid=10962): stderr: \u000a| �[0;m�[38;5;43m20221213002256976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002256976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7586395c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002256976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002256977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002256977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002256977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002256979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002256979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002256979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002256979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:22:57.966685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Terminating (SIGTERM)\u000a00:22:58.006289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Terminating (SIGTERM)\u000a00:22:58.046024 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Terminating (SIGTERM)\u000a00:22:58.055337 --- ParallelTerminationStrategy: PID 10955 died...\u000a00:22:58.108498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10955): Terminated: ok {rc=0}\u000a00:22:58.118338 --- ParallelTerminationStrategy: PID 10958 died...\u000a00:22:58.171174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10958): Terminated: ok {rc=0}\u000a00:22:58.180711 --- ParallelTerminationStrategy: PID 10961 died...\u000a00:22:58.233460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10961): Terminated: ok {rc=0}\u000a00:22:58.317050 bus /sierra_3: Setting Powered False\u000a00:22:59.418285 bus /sierra_3: Setting Powered False\u000a00:23:00.530324 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10970): Process ended prematurely: osmo-stp_10.42.42.5(pid=10970) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10970): Process ended prematurely: osmo-stp_10.42.42.5(pid=10970) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:23:01.668348 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:01.683890 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:23:01.865539 tst mo_mt_call_osmux.py: using LAC 32340\u000a00:23:02.006700 tst mo_mt_call_osmux.py: using RAC 210\u000a00:23:02.130455 tst mo_mt_call_osmux.py: using CellId 32340\u000a00:23:02.260536 tst mo_mt_call_osmux.py: using BVCI 32341\u000a00:23:02.287851 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:02.300328 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:02.313490 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:02.326233 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:02.338276 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:23:02.349840 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:23:02.469051 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:23:02.679597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:03.196515 run create_hlr_db(pid=10964): Launched\u000a00:23:03.385872 bus /sierra_2: Setting Powered False\u000a00:23:04.407161 run create_hlr_db(pid=10964): Terminated: ok {rc=0}\u000a00:23:04.818356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Launched\u000a00:23:05.124574 run osmo-hlr_10.42.42.2(pid=10967): Launched\u000a00:23:05.237077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:05.765321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Launched\u000a00:23:06.071795 run osmo-stp_10.42.42.5(pid=10970): Launched\u000a00:23:06.182338 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:23:06.745153 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Launched\u000a00:23:07.052147 run osmo-msc_10.42.42.6(pid=10973): Launched\u000a00:23:07.230496 run osmo-stp_10.42.42.5(pid=10970): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)]\u000a00:23:07.358575 run osmo-stp_10.42.42.5(pid=10970): stdout: \u000a| (launched: 2022-12-13_00:23:05.920480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:07.484688 run osmo-stp_10.42.42.5(pid=10970): stderr: \u000a| �[0;m�[38;5;43m20221213002306091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002306091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002306092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002306092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002306092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002306093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002306093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:07.606821 run osmo-stp_10.42.42.5(pid=10970): stdout: \u000a| (launched: 2022-12-13_00:23:05.920480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:07.728049 run osmo-stp_10.42.42.5(pid=10970): stderr: \u000a| �[0;m�[38;5;43m20221213002306091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002306091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002306092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002306092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002306092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002306093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002306093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:07.781456 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10970): Process ended prematurely: osmo-stp_10.42.42.5(pid=10970) [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10970)] [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:23:07.790135 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:23:07.850653 run osmo-hlr_10.42.42.2(pid=10967): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10967)]\u000a00:23:07.900087 run osmo-hlr_10.42.42.2(pid=10967): stdout: \u000a| (launched: 2022-12-13_00:23:04.973839) \u000a00:23:07.950118 run osmo-hlr_10.42.42.2(pid=10967): stderr: \u000a| �[0;m�[1;31m20221213002305151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002305151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002305151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002305151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002305151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002305152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002305167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002305178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002305178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:08.017847 run osmo-msc_10.42.42.6(pid=10973): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10973)]\u000a00:23:08.066934 run osmo-msc_10.42.42.6(pid=10973): stdout: \u000a| (launched: 2022-12-13_00:23:06.900101) \u000a00:23:08.116626 run osmo-msc_10.42.42.6(pid=10973): stderr: \u000a| �[0;m�[38;5;43m20221213002307174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002307174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f18de9d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002307174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002307174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002307174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002307174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002307177 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002307177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002307177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002307177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:23:08.158681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Terminating (SIGTERM)\u000a00:23:08.198371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Terminating (SIGTERM)\u000a00:23:08.238026 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Terminating (SIGTERM)\u000a00:23:08.247546 --- ParallelTerminationStrategy: PID 10966 died...\u000a00:23:08.300573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10966): Terminated: ok {rc=0}\u000a00:23:08.310529 --- ParallelTerminationStrategy: PID 10969 died...\u000a00:23:08.363506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10969): Terminated: ok {rc=0}\u000a00:23:08.373434 --- ParallelTerminationStrategy: PID 10972 died...\u000a00:23:08.426053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10972): Terminated: ok {rc=0}\u000a00:23:08.515658 bus /sierra_3: Setting Powered False\u000a00:23:09.621660 bus /sierra_3: Setting Powered False\u000a00:23:10.729145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:22:51" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10984): Process ended prematurely: osmo-stp_10.42.42.5(pid=10984) [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10984): Process ended prematurely: osmo-stp_10.42.42.5(pid=10984) [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:23:12.708185 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:12.719325 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:23:12.849379 tst emergency_mo_mt_call.py: using LAC 32341\u000a00:23:12.977178 tst emergency_mo_mt_call.py: using RAC 211\u000a00:23:13.109265 tst emergency_mo_mt_call.py: using CellId 32341\u000a00:23:13.237549 tst emergency_mo_mt_call.py: using BVCI 32342\u000a00:23:13.262023 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:13.272939 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:13.283776 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:13.294807 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:13.305802 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:13.316759 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:13.435347 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:13.643007 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:14.149546 run create_hlr_db(pid=10978): Launched\u000a00:23:14.337400 bus /sierra_2: Setting Powered False\u000a00:23:15.356498 run create_hlr_db(pid=10978): Terminated: ok {rc=0}\u000a00:23:15.758185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Launched\u000a00:23:16.224404 run osmo-hlr_10.42.42.2(pid=10981): Launched\u000a00:23:16.345659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:17.007758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Launched\u000a00:23:17.411255 run osmo-stp_10.42.42.5(pid=10984): Launched\u000a00:23:17.544859 tst emergency_mo_mt_call.py: using MSISDN 8037\u000a00:23:17.692012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:23:18.237570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Launched\u000a00:23:18.538144 run osmo-msc_10.42.42.6(pid=10987): Launched\u000a00:23:18.714294 run osmo-stp_10.42.42.5(pid=10984): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)]\u000a00:23:18.841471 run osmo-stp_10.42.42.5(pid=10984): stdout: \u000a| (launched: 2022-12-13_00:23:17.175430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:18.966393 run osmo-stp_10.42.42.5(pid=10984): stderr: \u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002317411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:19.087162 run osmo-stp_10.42.42.5(pid=10984): stdout: \u000a| (launched: 2022-12-13_00:23:17.175430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:19.206056 run osmo-stp_10.42.42.5(pid=10984): stderr: \u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002317410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002317411 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002317411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:19.258409 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10984): Process ended prematurely: osmo-stp_10.42.42.5(pid=10984) [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10984)] [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a00:23:19.266562 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a00:23:19.326265 run osmo-hlr_10.42.42.2(pid=10981): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10981)]\u000a00:23:19.375706 run osmo-hlr_10.42.42.2(pid=10981): stdout: \u000a| (launched: 2022-12-13_00:23:15.938250) \u000a00:23:19.425479 run osmo-hlr_10.42.42.2(pid=10981): stderr: \u000a| �[0;m�[1;31m20221213002316164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002316164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002316164 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002316165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002316165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002316165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002316190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002316202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002316202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002316202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:19.493368 run osmo-msc_10.42.42.6(pid=10987): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10987)]\u000a00:23:19.543112 run osmo-msc_10.42.42.6(pid=10987): stdout: \u000a| (launched: 2022-12-13_00:23:18.389118) \u000a00:23:19.592942 run osmo-msc_10.42.42.6(pid=10987): stderr: \u000a| �[0;m�[38;5;43m20221213002318661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002318661 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61e928dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002318661 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002318661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002318661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002318662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002318664 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002318664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002318665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002318665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:23:19.634906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Terminating (SIGTERM)\u000a00:23:19.674892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Terminating (SIGTERM)\u000a00:23:19.714917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Terminating (SIGTERM)\u000a00:23:19.724334 --- ParallelTerminationStrategy: PID 10980 died...\u000a00:23:19.777686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10980): Terminated: ok {rc=0}\u000a00:23:19.787555 --- ParallelTerminationStrategy: PID 10983 died...\u000a00:23:19.840803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10983): Terminated: ok {rc=0}\u000a00:23:19.851086 --- ParallelTerminationStrategy: PID 10986 died...\u000a00:23:19.904124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10986): Terminated: ok {rc=0}\u000a00:23:19.993709 bus /sierra_3: Setting Powered False\u000a00:23:21.098140 bus /sierra_3: Setting Powered False\u000a00:23:22.209795 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 231, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:23:23.261134 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.272927 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a00:23:23.406255 tst emergency_preemptive_call.py: using LAC 32342\u000a00:23:23.532350 tst emergency_preemptive_call.py: using RAC 212\u000a00:23:23.659971 tst emergency_preemptive_call.py: using CellId 32342\u000a00:23:23.788927 tst emergency_preemptive_call.py: using BVCI 32343\u000a00:23:23.814057 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.825162 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.836163 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.847594 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.859157 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a00:23:23.870417 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:23.988938 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:24.105585 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:24.219690 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:24.430009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:24.938248 run create_hlr_db(pid=10989): Launched\u000a00:23:25.125470 bus /sierra_2: Setting Powered False\u000a00:23:26.145832 run create_hlr_db(pid=10989): Terminated: ok {rc=0}\u000a00:23:26.574987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Launched\u000a00:23:26.899119 run osmo-hlr_10.42.42.2(pid=10992): Launched\u000a00:23:27.017693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:27.582004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Launched\u000a00:23:27.905420 run osmo-stp_10.42.42.5(pid=10995): Launched\u000a00:23:28.037342 tst emergency_preemptive_call.py: using MSISDN 8038\u000a00:23:28.197522 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:23:28.783049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Launched\u000a00:23:29.105364 run osmo-msc_10.42.42.6(pid=10998): Launched\u000a00:23:29.292713 run osmo-stp_10.42.42.5(pid=10995): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)]\u000a00:23:29.428200 run osmo-stp_10.42.42.5(pid=10995): stdout: \u000a| (launched: 2022-12-13_00:23:27.744866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:29.563397 run osmo-stp_10.42.42.5(pid=10995): stderr: \u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002327940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002327940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002327941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002327941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:29.692386 run osmo-stp_10.42.42.5(pid=10995): stdout: \u000a| (launched: 2022-12-13_00:23:27.744866)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:29.820431 run osmo-stp_10.42.42.5(pid=10995): stderr: \u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002327939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002327940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002327940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002327941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002327941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:29.876386 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10995): Process ended prematurely: osmo-stp_10.42.42.5(pid=10995) [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10995)] [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a00:23:29.885402 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a00:23:29.948753 run osmo-hlr_10.42.42.2(pid=10992): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10992)]\u000a00:23:30.000606 run osmo-hlr_10.42.42.2(pid=10992): stdout: \u000a| (launched: 2022-12-13_00:23:26.739096) \u000a00:23:30.053089 run osmo-hlr_10.42.42.2(pid=10992): stderr: \u000a| �[0;m�[1;31m20221213002326936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002326936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002326936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002326936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002326936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002326937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002326948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002326956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002326957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002326957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:30.124056 run osmo-msc_10.42.42.6(pid=10998): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10998)]\u000a00:23:30.175574 run osmo-msc_10.42.42.6(pid=10998): stdout: \u000a| (launched: 2022-12-13_00:23:28.946768) \u000a00:23:30.227864 run osmo-msc_10.42.42.6(pid=10998): stderr: \u000a| �[0;m�[38;5;43m20221213002329270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002329270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1089aa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002329270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002329270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002329270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002329270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002329272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002329273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002329273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002329273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:23:30.272012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Terminating (SIGTERM)\u000a00:23:30.314223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminating (SIGTERM)\u000a00:23:30.356337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Terminating (SIGTERM)\u000a00:23:30.366428 --- ParallelTerminationStrategy: PID 10991 died...\u000a00:23:30.422382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10991): Terminated: ok {rc=0}\u000a00:23:30.432519 --- ParallelTerminationStrategy: PID 10994 died...\u000a00:23:30.488631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10994): Terminated: ok {rc=0}\u000a00:23:30.498790 --- ParallelTerminationStrategy: PID 10997 died...\u000a00:23:30.555043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10997): Terminated: ok {rc=0}\u000a00:23:30.642395 bus /sierra_9: Setting Powered False\u000a00:23:31.771231 bus /sierra_9: Setting Powered False\u000a00:23:32.883563 bus /sierra_8: Setting Powered False\u000a00:23:33.985894 bus /sierra_8: Setting Powered False\u000a00:23:35.097028 bus /sierra_3: Setting Powered False\u000a00:23:36.199989 bus /sierra_3: Setting Powered False\u000a00:23:37.312047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:23:12" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11013): Process ended prematurely: osmo-stp_10.42.42.5(pid=11013) [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11013): Process ended prematurely: osmo-stp_10.42.42.5(pid=11013) [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:23:39.394657 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.405240 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:23:39.529703 tst cs_paging_gprs_active.py: using LAC 32343\u000a00:23:39.649583 tst cs_paging_gprs_active.py: using RAC 213\u000a00:23:39.769815 tst cs_paging_gprs_active.py: using CellId 32343\u000a00:23:39.891331 tst cs_paging_gprs_active.py: using BVCI 32344\u000a00:23:39.914839 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.925273 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.935463 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.945759 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.955818 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.965991 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.976168 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.986484 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:39.996896 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:40.116726 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:40.396529 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:23:40.523951 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:40.840227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Launched\u000a00:23:41.103321 run iperf3-srv_10.42.42.10(pid=11004): Launched\u000a00:23:41.289237 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:23:41.415438 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:41.731253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Launched\u000a00:23:41.995199 run iperf3-srv_10.42.42.10(pid=11006): Launched\u000a00:23:42.179958 tst cs_paging_gprs_active.py:38: start network...\u000a00:23:42.306071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:42.795333 run create_hlr_db(pid=11007): Launched\u000a00:23:42.969357 bus /sierra_2: Setting Powered False\u000a00:23:43.992457 run create_hlr_db(pid=11007): Terminated: ok {rc=0}\u000a00:23:44.396479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Launched\u000a00:23:44.702719 run osmo-hlr_10.42.42.2(pid=11010): Launched\u000a00:23:44.813175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:45.342694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Launched\u000a00:23:45.647436 run osmo-stp_10.42.42.5(pid=11013): Launched\u000a00:23:45.757664 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:46.339685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Launched\u000a00:23:46.464862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:46.807352 run patchelf(pid=11039): Launched\u000a00:23:47.010473 run osmo-stp_10.42.42.5(pid=11013): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)]\u000a00:23:47.142675 run osmo-stp_10.42.42.5(pid=11013): stdout: \u000a| (launched: 2022-12-13_00:23:45.496592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:47.275600 run osmo-stp_10.42.42.5(pid=11013): stderr: \u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002345667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:47.425699 run osmo-stp_10.42.42.5(pid=11013): stdout: \u000a| (launched: 2022-12-13_00:23:45.496592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:23:47.575453 run osmo-stp_10.42.42.5(pid=11013): stderr: \u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002345666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002345667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002345667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:23:47.723519 run patchelf(pid=11039): Terminating (SIGINT)\u000a00:23:47.918207 run patchelf(pid=11039): Terminated: ok {rc=0}\u000a00:23:47.954662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11013): Process ended prematurely: osmo-stp_10.42.42.5(pid=11013) [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11013)] [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a00:23:47.964367 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:23:48.034153 run osmo-hlr_10.42.42.2(pid=11010): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11010)]\u000a00:23:48.093794 run osmo-hlr_10.42.42.2(pid=11010): stdout: \u000a| (launched: 2022-12-13_00:23:44.550861) \u000a00:23:48.152931 run osmo-hlr_10.42.42.2(pid=11010): stderr: \u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002344729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002344776 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002344786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002344786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002344786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:23:48.199469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Terminating (SIGTERM)\u000a00:23:48.241114 run iperf3-srv_10.42.42.10(pid=11004): Terminating (SIGTERM)\u000a00:23:48.289785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Terminating (SIGTERM)\u000a00:23:48.339459 run iperf3-srv_10.42.42.10(pid=11006): Terminating (SIGTERM)\u000a00:23:48.389631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Terminating (SIGTERM)\u000a00:23:48.438369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Terminating (SIGTERM)\u000a00:23:48.487706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Terminating (SIGTERM)\u000a00:23:48.500164 --- ParallelTerminationStrategy: PID 11003 died...\u000a00:23:48.569837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11003): Terminated: ok {rc=0}\u000a00:23:48.581059 --- ParallelTerminationStrategy: PID 11004 died...\u000a00:23:48.647256 run iperf3-srv_10.42.42.10(pid=11004): Terminated {rc=256}\u000a00:23:48.661735 --- ParallelTerminationStrategy: PID 11005 died...\u000a00:23:48.723597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11005): Terminated: ok {rc=0}\u000a00:23:48.738330 --- ParallelTerminationStrategy: PID 11006 died...\u000a00:23:48.808035 run iperf3-srv_10.42.42.10(pid=11006): Terminated {rc=256}\u000a00:23:48.818509 --- ParallelTerminationStrategy: PID 11009 died...\u000a00:23:48.884858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11009): Terminated: ok {rc=0}\u000a00:23:48.902069 --- ParallelTerminationStrategy: PID 11012 died...\u000a00:23:48.967855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11012): Terminated: ok {rc=0}\u000a00:23:48.983340 --- ParallelTerminationStrategy: PID 11015 died...\u000a00:23:49.050256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11015): Terminated: ok {rc=0}\u000a00:23:49.158044 bus /gobi_0: Setting Powered False\u000a00:23:50.270562 bus /gobi_0: Setting Powered False\u000a00:23:51.381698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a00:23:52.495009 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:52.506517 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:23:52.635230 tst iperf3.py: using LAC 32344\u000a00:23:52.756433 tst iperf3.py: using RAC 214\u000a00:23:52.877228 tst iperf3.py: using CellId 32344\u000a00:23:52.998420 tst iperf3.py: using BVCI 32345\u000a00:23:53.022669 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.034096 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.045382 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.057646 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.069315 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.082151 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.093212 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.104380 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:23:53.115809 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:23:53.401324 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:23:53.532856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:23:53.877429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Launched\u000a00:23:54.164898 run iperf3-srv_10.42.42.10(pid=11293): Launched\u000a00:23:54.360328 tst iperf3.py:8: start network...\u000a00:23:54.493682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:23:55.033484 run create_hlr_db(pid=11294): Launched\u000a00:23:55.229868 bus /gobi_6: Setting Powered False\u000a00:23:56.255289 run create_hlr_db(pid=11294): Terminated: ok {rc=0}\u000a00:23:56.721533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Launched\u000a00:23:57.164649 run osmo-hlr_10.42.42.2(pid=11297): Launched\u000a00:23:57.416004 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:23:58.020047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Launched\u000a00:23:58.461890 run osmo-stp_10.42.42.5(pid=11300): Launched\u000a00:23:58.689841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:23:59.289288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Launched\u000a00:23:59.401592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:23:59.690826 run patchelf(pid=11303): Launched\u000a00:23:59.877158 run osmo-stp_10.42.42.5(pid=11300): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)]\u000a00:24:00.010772 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-13_00:23:58.192634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:00.144527 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002358493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:00.274509 run osmo-stp_10.42.42.5(pid=11300): stdout: \u000a| (launched: 2022-12-13_00:23:58.192634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:00.403303 run osmo-stp_10.42.42.5(pid=11300): stderr: \u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002358492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002358493 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002358493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:00.554009 run patchelf(pid=11303): Terminating (SIGINT)\u000a00:24:00.731574 run patchelf(pid=11303): Terminated: ok {rc=0}\u000a00:24:00.764538 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11300): Process ended prematurely: osmo-stp_10.42.42.5(pid=11300) [trial-2384↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11300)] [trial-2384↪gprs:oc2g↪iperf3.py:8]\u000a00:24:00.774379 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a00:24:00.836372 run osmo-hlr_10.42.42.2(pid=11297): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11297)]\u000a00:24:00.886944 run osmo-hlr_10.42.42.2(pid=11297): stdout: \u000a| (launched: 2022-12-13_00:23:56.895523) \u000a00:24:00.945947 run osmo-hlr_10.42.42.2(pid=11297): stderr: \u000a| �[0;m�[1;31m20221213002357199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002357200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002357200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002357200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002357200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002357200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002357221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002357234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002357234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002357235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:00.991081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminating (SIGTERM)\u000a00:24:01.034697 run iperf3-srv_10.42.42.10(pid=11293): Terminating (SIGTERM)\u000a00:24:01.077846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminating (SIGTERM)\u000a00:24:01.121101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminating (SIGTERM)\u000a00:24:01.163586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminating (SIGTERM)\u000a00:24:01.175058 --- ParallelTerminationStrategy: PID 11292 died...\u000a00:24:01.231513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11292): Terminated: ok {rc=0}\u000a00:24:01.241910 --- ParallelTerminationStrategy: PID 11293 died...\u000a00:24:01.296501 run iperf3-srv_10.42.42.10(pid=11293): Terminated {rc=256}\u000a00:24:01.306991 --- ParallelTerminationStrategy: PID 11296 died...\u000a00:24:01.361968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11296): Terminated: ok {rc=0}\u000a00:24:01.372390 --- ParallelTerminationStrategy: PID 11299 died...\u000a00:24:01.427293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11299): Terminated: ok {rc=0}\u000a00:24:01.437626 --- ParallelTerminationStrategy: PID 11302 died...\u000a00:24:01.491878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11302): Terminated: ok {rc=0}\u000a00:24:01.586509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a00:24:02.705733 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:02.717572 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:24:02.842903 tst iperf3m4.py: using LAC 32345\u000a00:24:02.965780 tst iperf3m4.py: using RAC 215\u000a00:24:03.087691 tst iperf3m4.py: using CellId 32345\u000a00:24:03.210818 tst iperf3m4.py: using BVCI 32346\u000a00:24:03.235995 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.247618 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.259389 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.271037 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.282451 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.294242 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.305922 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.317552 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:03.329267 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:03.449385 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:03.571928 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:03.693977 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:03.982660 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:04.114522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:04.458985 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Launched\u000a00:24:04.746655 run iperf3-srv_10.42.42.10(pid=11305): Launched\u000a00:24:04.940025 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:24:05.071011 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:05.411401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Launched\u000a00:24:05.699812 run iperf3-srv_10.42.42.10(pid=11307): Launched\u000a00:24:05.891355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:24:06.023479 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:06.365127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Launched\u000a00:24:06.652185 run iperf3-srv_10.42.42.10(pid=11309): Launched\u000a00:24:06.844348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:24:06.975075 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:07.315355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Launched\u000a00:24:07.603515 run iperf3-srv_10.42.42.10(pid=11311): Launched\u000a00:24:07.796733 tst iperf3m4.py:8: start network...\u000a00:24:07.928331 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:08.476684 run create_hlr_db(pid=11312): Launched\u000a00:24:08.658292 bus /gobi_6: Setting Powered False\u000a00:24:09.692224 run create_hlr_db(pid=11312): Terminated: ok {rc=0}\u000a00:24:10.109664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Launched\u000a00:24:10.422233 run osmo-hlr_10.42.42.2(pid=11315): Launched\u000a00:24:10.544825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:11.091613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Launched\u000a00:24:11.402890 run osmo-stp_10.42.42.5(pid=11318): Launched\u000a00:24:11.514634 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:12.056452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Launched\u000a00:24:12.166579 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:12.437993 run patchelf(pid=11321): Launched\u000a00:24:12.618108 run osmo-stp_10.42.42.5(pid=11318): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)]\u000a00:24:12.749342 run osmo-stp_10.42.42.5(pid=11318): stdout: \u000a| (launched: 2022-12-13_00:24:11.248159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:12.881192 run osmo-stp_10.42.42.5(pid=11318): stderr: \u000a| �[0;m�[38;5;43m20221213002411419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002411419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002411420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002411420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002411420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002411421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002411421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:13.008034 run osmo-stp_10.42.42.5(pid=11318): stdout: \u000a| (launched: 2022-12-13_00:24:11.248159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:13.134180 run osmo-stp_10.42.42.5(pid=11318): stderr: \u000a| �[0;m�[38;5;43m20221213002411419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002411419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002411420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002411420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002411420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002411421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002411421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:13.281381 run patchelf(pid=11321): Terminating (SIGINT)\u000a00:24:13.455280 run patchelf(pid=11321): Terminated: ok {rc=0}\u000a00:24:13.487223 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11318): Process ended prematurely: osmo-stp_10.42.42.5(pid=11318) [trial-2384↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11318)] [trial-2384↪gprs:oc2g↪iperf3m4.py:8]\u000a00:24:13.496372 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:24:13.556808 run osmo-hlr_10.42.42.2(pid=11315): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11315)]\u000a00:24:13.606079 run osmo-hlr_10.42.42.2(pid=11315): stdout: \u000a| (launched: 2022-12-13_00:24:10.267015) \u000a00:24:13.655708 run osmo-hlr_10.42.42.2(pid=11315): stderr: \u000a| �[0;m�[1;31m20221213002410447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002410447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002410447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002410447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002410447 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002410448 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002410460 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002410471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002410471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002410471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:13.698033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminating (SIGTERM)\u000a00:24:13.737924 run iperf3-srv_10.42.42.10(pid=11305): Terminating (SIGTERM)\u000a00:24:13.777734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a00:24:13.817609 run iperf3-srv_10.42.42.10(pid=11307): Terminating (SIGTERM)\u000a00:24:13.857485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminating (SIGTERM)\u000a00:24:13.897271 run iperf3-srv_10.42.42.10(pid=11309): Terminating (SIGTERM)\u000a00:24:13.937044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminating (SIGTERM)\u000a00:24:13.976870 run iperf3-srv_10.42.42.10(pid=11311): Terminating (SIGTERM)\u000a00:24:14.022408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminating (SIGTERM)\u000a00:24:14.065269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminating (SIGTERM)\u000a00:24:14.109068 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminating (SIGTERM)\u000a00:24:14.119006 --- ParallelTerminationStrategy: PID 11304 died...\u000a00:24:14.175970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11304): Terminated: ok {rc=0}\u000a00:24:14.187006 --- ParallelTerminationStrategy: PID 11305 died...\u000a00:24:14.243949 run iperf3-srv_10.42.42.10(pid=11305): Terminated {rc=256}\u000a00:24:14.254919 --- ParallelTerminationStrategy: PID 11306 died...\u000a00:24:14.312365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a00:24:14.322643 --- ParallelTerminationStrategy: PID 11307 died...\u000a00:24:14.380418 run iperf3-srv_10.42.42.10(pid=11307): Terminated {rc=256}\u000a00:24:14.390656 --- ParallelTerminationStrategy: PID 11308 died...\u000a00:24:14.448015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11308): Terminated: ok {rc=0}\u000a00:24:14.458378 --- ParallelTerminationStrategy: PID 11309 died...\u000a00:24:14.515831 run iperf3-srv_10.42.42.10(pid=11309): Terminated {rc=256}\u000a00:24:14.526132 --- ParallelTerminationStrategy: PID 11310 died...\u000a00:24:14.582966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11310): Terminated: ok {rc=0}\u000a00:24:14.593690 --- ParallelTerminationStrategy: PID 11311 died...\u000a00:24:14.651633 run iperf3-srv_10.42.42.10(pid=11311): Terminated {rc=256}\u000a00:24:14.661934 --- ParallelTerminationStrategy: PID 11314 died...\u000a00:24:14.719131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11314): Terminated: ok {rc=0}\u000a00:24:14.729682 --- ParallelTerminationStrategy: PID 11317 died...\u000a00:24:14.786248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11317): Terminated: ok {rc=0}\u000a00:24:14.797295 --- ParallelTerminationStrategy: PID 11320 died...\u000a00:24:14.854347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11320): Terminated: ok {rc=0}\u000a00:24:14.943333 bus /gobi_4: Setting Powered False\u000a00:24:16.065278 bus /gobi_4: Setting Powered False\u000a00:24:17.187919 bus /gobi_1: Setting Powered False\u000a00:24:18.288460 bus /gobi_1: Setting Powered False\u000a00:24:19.399166 bus /gobi_0: Setting Powered False\u000a00:24:20.502355 bus /gobi_0: Setting Powered False\u000a00:24:21.613834 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11328): Process ended prematurely: osmo-stp_10.42.42.5(pid=11328) [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11328): Process ended prematurely: osmo-stp_10.42.42.5(pid=11328) [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g ping.py\u000a----------------------------------------------\u000a00:24:22.683689 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:22.695257 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:24:22.828276 tst ping.py: using LAC 32346\u000a00:24:22.958366 tst ping.py: using RAC 216\u000a00:24:23.085174 tst ping.py: using CellId 32346\u000a00:24:23.213881 tst ping.py: using BVCI 32347\u000a00:24:23.238912 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.249918 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.260636 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.271822 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.283349 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.294514 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.305762 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:23.316657 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:23.611534 tst ping.py:19: start network...\u000a00:24:23.747598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:24.260226 run create_hlr_db(pid=11322): Launched\u000a00:24:24.449702 bus /gobi_6: Setting Powered False\u000a00:24:25.468586 run create_hlr_db(pid=11322): Terminated: ok {rc=0}\u000a00:24:25.887174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Launched\u000a00:24:26.214974 run osmo-hlr_10.42.42.2(pid=11325): Launched\u000a00:24:26.335919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:26.909979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Launched\u000a00:24:27.239162 run osmo-stp_10.42.42.5(pid=11328): Launched\u000a00:24:27.357727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:27.930008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Launched\u000a00:24:28.046358 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:28.332078 run patchelf(pid=11331): Launched\u000a00:24:28.523172 run osmo-stp_10.42.42.5(pid=11328): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)]\u000a00:24:28.662946 run osmo-stp_10.42.42.5(pid=11328): stdout: \u000a| (launched: 2022-12-13_00:24:27.076031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:28.802657 run osmo-stp_10.42.42.5(pid=11328): stderr: \u000a| �[0;m�[38;5;43m20221213002427270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002427270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002427271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002427271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:28.937969 run osmo-stp_10.42.42.5(pid=11328): stdout: \u000a| (launched: 2022-12-13_00:24:27.076031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:29.071334 run osmo-stp_10.42.42.5(pid=11328): stderr: \u000a| �[0;m�[38;5;43m20221213002427270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002427270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002427271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002427271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002427272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:29.227461 run patchelf(pid=11331): Terminating (SIGINT)\u000a00:24:29.411331 run patchelf(pid=11331): Terminated: ok {rc=0}\u000a00:24:29.444294 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11328): Process ended prematurely: osmo-stp_10.42.42.5(pid=11328) [trial-2384↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11328)] [trial-2384↪gprs:oc2g↪ping.py:22]\u000a00:24:29.453981 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:24:29.518482 run osmo-hlr_10.42.42.2(pid=11325): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11325)]\u000a00:24:29.570811 run osmo-hlr_10.42.42.2(pid=11325): stdout: \u000a| (launched: 2022-12-13_00:24:26.052845) \u000a00:24:29.623983 run osmo-hlr_10.42.42.2(pid=11325): stderr: \u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002426252 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002426264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002426273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002426273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002426273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:29.668781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Terminating (SIGTERM)\u000a00:24:29.711395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Terminating (SIGTERM)\u000a00:24:29.754056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Terminating (SIGTERM)\u000a00:24:29.764291 --- ParallelTerminationStrategy: PID 11324 died...\u000a00:24:29.820916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11324): Terminated: ok {rc=0}\u000a00:24:29.831562 --- ParallelTerminationStrategy: PID 11327 died...\u000a00:24:29.888660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11327): Terminated: ok {rc=0}\u000a00:24:29.899196 --- ParallelTerminationStrategy: PID 11330 died...\u000a00:24:29.955397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11330): Terminated: ok {rc=0}\u000a00:24:30.042550 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a00:24:31.098644 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.114801 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a00:24:31.255692 tst ping_idle_ping.py: using LAC 32347\u000a00:24:31.419135 tst ping_idle_ping.py: using RAC 217\u000a00:24:31.559588 tst ping_idle_ping.py: using CellId 32347\u000a00:24:31.722700 tst ping_idle_ping.py: using BVCI 32348\u000a00:24:31.747169 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.758357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.769585 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.780521 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.791439 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.802678 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.813741 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a00:24:31.824720 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a00:24:32.182587 tst ping_idle_ping.py:24: start network...\u000a00:24:32.327580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:32.847484 run create_hlr_db(pid=11332): Launched\u000a00:24:33.038379 bus /gobi_6: Setting Powered False\u000a00:24:34.057345 run create_hlr_db(pid=11332): Terminated: ok {rc=0}\u000a00:24:34.471321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Launched\u000a00:24:34.802054 run osmo-hlr_10.42.42.2(pid=11338): Launched\u000a00:24:34.921986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:35.491731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Launched\u000a00:24:35.821686 run osmo-stp_10.42.42.5(pid=11341): Launched\u000a00:24:35.942553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:36.517456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Launched\u000a00:24:36.634283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:36.920923 run patchelf(pid=11344): Launched\u000a00:24:37.112099 run osmo-stp_10.42.42.5(pid=11341): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)]\u000a00:24:37.251656 run osmo-stp_10.42.42.5(pid=11341): stdout: \u000a| (launched: 2022-12-13_00:24:35.658382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:37.391442 run osmo-stp_10.42.42.5(pid=11341): stderr: \u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002435852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:37.526710 run osmo-stp_10.42.42.5(pid=11341): stdout: \u000a| (launched: 2022-12-13_00:24:35.658382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:37.660853 run osmo-stp_10.42.42.5(pid=11341): stderr: \u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002435851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002435852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002435852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:37.817502 run patchelf(pid=11344): Terminating (SIGINT)\u000a00:24:38.002225 run patchelf(pid=11344): Terminated: ok {rc=0}\u000a00:24:38.035412 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11341): Process ended prematurely: osmo-stp_10.42.42.5(pid=11341) [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11341)] [trial-2384↪gprs:oc2g↪ping_idle_ping.py:27]\u000a00:24:38.044709 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a00:24:38.108331 run osmo-hlr_10.42.42.2(pid=11338): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11338)]\u000a00:24:38.160028 run osmo-hlr_10.42.42.2(pid=11338): stdout: \u000a| (launched: 2022-12-13_00:24:34.637593) \u000a00:24:38.212895 run osmo-hlr_10.42.42.2(pid=11338): stderr: \u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002434836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002434849 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002434857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002434857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002434857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:38.257133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminating (SIGTERM)\u000a00:24:38.299254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminating (SIGTERM)\u000a00:24:38.341608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminating (SIGTERM)\u000a00:24:38.351740 --- ParallelTerminationStrategy: PID 11334 died...\u000a00:24:38.408161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11334): Terminated: ok {rc=0}\u000a00:24:38.418669 --- ParallelTerminationStrategy: PID 11340 died...\u000a00:24:38.475423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11340): Terminated: ok {rc=0}\u000a00:24:38.485680 --- ParallelTerminationStrategy: PID 11343 died...\u000a00:24:38.541629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11343): Terminated: ok {rc=0}\u000a00:24:38.627803 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:23:39" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:24:40.750124 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:40.761655 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:24:40.894252 tst cs_paging_gprs_active.py: using LAC 32348\u000a00:24:41.022869 tst cs_paging_gprs_active.py: using RAC 218\u000a00:24:41.149231 tst cs_paging_gprs_active.py: using CellId 32348\u000a00:24:41.275095 tst cs_paging_gprs_active.py: using BVCI 32349\u000a00:24:41.300032 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.311387 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.322519 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.333774 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.344880 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.356111 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.367624 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.378858 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:41.390370 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:24:41.509939 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:24:41.805705 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:24:41.942817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:42.279821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Launched\u000a00:24:42.560711 run iperf3-srv_10.42.42.10(pid=11350): Launched\u000a00:24:42.760033 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:24:42.896609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:43.234135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Launched\u000a00:24:43.515737 run iperf3-srv_10.42.42.10(pid=11352): Launched\u000a00:24:43.714930 tst cs_paging_gprs_active.py:38: start network...\u000a00:24:43.851397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:44.367116 run create_hlr_db(pid=11353): Launched\u000a00:24:44.554970 bus /gobi_6: Setting Powered False\u000a00:24:45.577371 run create_hlr_db(pid=11353): Terminated: ok {rc=0}\u000a00:24:46.016632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Launched\u000a00:24:46.449319 run osmo-hlr_10.42.42.2(pid=11356): Launched\u000a00:24:46.592093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:47.250069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Launched\u000a00:24:47.579414 run osmo-stp_10.42.42.5(pid=11359): Launched\u000a00:24:47.698996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:24:48.269808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Launched\u000a00:24:48.385933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:24:48.671514 run patchelf(pid=11362): Launched\u000a00:24:48.861974 run osmo-stp_10.42.42.5(pid=11359): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)]\u000a00:24:49.001184 run osmo-stp_10.42.42.5(pid=11359): stdout: \u000a| (launched: 2022-12-13_00:24:47.416574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:49.141091 run osmo-stp_10.42.42.5(pid=11359): stderr: \u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002447613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:49.276317 run osmo-stp_10.42.42.5(pid=11359): stdout: \u000a| (launched: 2022-12-13_00:24:47.416574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:24:49.410817 run osmo-stp_10.42.42.5(pid=11359): stderr: \u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002447612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002447613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002447613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:24:49.567327 run patchelf(pid=11362): Terminating (SIGINT)\u000a00:24:49.751596 run patchelf(pid=11362): Terminated: ok {rc=0}\u000a00:24:49.785436 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11359): Process ended prematurely: osmo-stp_10.42.42.5(pid=11359) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11359)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:24:49.795344 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a00:24:49.859756 run osmo-hlr_10.42.42.2(pid=11356): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11356)]\u000a00:24:49.911777 run osmo-hlr_10.42.42.2(pid=11356): stdout: \u000a| (launched: 2022-12-13_00:24:46.186451) \u000a00:24:49.964121 run osmo-hlr_10.42.42.2(pid=11356): stderr: \u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002446544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:24:50.009024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminating (SIGTERM)\u000a00:24:50.051566 run iperf3-srv_10.42.42.10(pid=11350): Terminating (SIGTERM)\u000a00:24:50.093709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminating (SIGTERM)\u000a00:24:50.135850 run iperf3-srv_10.42.42.10(pid=11352): Terminating (SIGTERM)\u000a00:24:50.178652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminating (SIGTERM)\u000a00:24:50.221231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminating (SIGTERM)\u000a00:24:50.263958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminating (SIGTERM)\u000a00:24:50.273795 --- ParallelTerminationStrategy: PID 11349 died...\u000a00:24:50.330117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11349): Terminated: ok {rc=0}\u000a00:24:50.340363 --- ParallelTerminationStrategy: PID 11350 died...\u000a00:24:50.396004 run iperf3-srv_10.42.42.10(pid=11350): Terminated {rc=256}\u000a00:24:50.406341 --- ParallelTerminationStrategy: PID 11351 died...\u000a00:24:50.462164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11351): Terminated: ok {rc=0}\u000a00:24:50.472316 --- ParallelTerminationStrategy: PID 11352 died...\u000a00:24:50.528325 run iperf3-srv_10.42.42.10(pid=11352): Terminated {rc=256}\u000a00:24:50.538361 --- ParallelTerminationStrategy: PID 11355 died...\u000a00:24:50.593913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11355): Terminated: ok {rc=0}\u000a00:24:50.604288 --- ParallelTerminationStrategy: PID 11358 died...\u000a00:24:50.660410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11358): Terminated: ok {rc=0}\u000a00:24:50.670555 --- ParallelTerminationStrategy: PID 11361 died...\u000a00:24:50.726555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11361): Terminated: ok {rc=0}\u000a00:24:50.813626 bus /gobi_0: Setting Powered False\u000a00:24:51.921522 bus /gobi_0: Setting Powered False\u000a00:24:53.029188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11371): Process ended prematurely: osmo-stp_10.42.42.5(pid=11371) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11371): Process ended prematurely: osmo-stp_10.42.42.5(pid=11371) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:24:54.144338 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.156237 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:24:54.289799 tst iperf3.py: using LAC 32349\u000a00:24:54.418701 tst iperf3.py: using RAC 219\u000a00:24:54.545960 tst iperf3.py: using CellId 32349\u000a00:24:54.674579 tst iperf3.py: using BVCI 32350\u000a00:24:54.699718 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.710997 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.722033 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.733480 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.744567 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.755782 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.767783 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.779023 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:24:54.790522 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:24:55.085244 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:24:55.220456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:24:55.557972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Launched\u000a00:24:55.838461 run iperf3-srv_10.42.42.10(pid=11364): Launched\u000a00:24:56.037222 tst iperf3.py:8: start network...\u000a00:24:56.172525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:24:56.684793 run create_hlr_db(pid=11365): Launched\u000a00:24:56.872299 bus /gobi_6: Setting Powered False\u000a00:24:57.894414 run create_hlr_db(pid=11365): Terminated: ok {rc=0}\u000a00:24:58.301344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Launched\u000a00:24:58.605375 run osmo-hlr_10.42.42.2(pid=11368): Launched\u000a00:24:58.717694 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:24:59.242960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Launched\u000a00:24:59.548473 run osmo-stp_10.42.42.5(pid=11371): Launched\u000a00:24:59.659153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:00.189307 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Launched\u000a00:25:00.296313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:00.563667 run patchelf(pid=11374): Launched\u000a00:25:00.739825 run osmo-stp_10.42.42.5(pid=11371): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)]\u000a00:25:00.895989 run osmo-stp_10.42.42.5(pid=11371): stdout: \u000a| (launched: 2022-12-13_00:24:59.396864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:01.038330 run osmo-stp_10.42.42.5(pid=11371): stderr: \u000a| �[0;m�[38;5;43m20221213002459569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002459569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002459570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002459570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002459570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002459571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002459571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:01.178452 run osmo-stp_10.42.42.5(pid=11371): stdout: \u000a| (launched: 2022-12-13_00:24:59.396864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:01.324675 run osmo-stp_10.42.42.5(pid=11371): stderr: \u000a| �[0;m�[38;5;43m20221213002459569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002459569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002459570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002459570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002459570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002459571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002459571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:01.501236 run patchelf(pid=11374): Terminating (SIGINT)\u000a00:25:01.690873 run patchelf(pid=11374): Terminated: ok {rc=0}\u000a00:25:01.726840 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11371): Process ended prematurely: osmo-stp_10.42.42.5(pid=11371) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11371)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a00:25:01.737950 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:25:01.806144 run osmo-hlr_10.42.42.2(pid=11368): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11368)]\u000a00:25:01.861605 run osmo-hlr_10.42.42.2(pid=11368): stdout: \u000a| (launched: 2022-12-13_00:24:58.455014) \u000a00:25:01.918031 run osmo-hlr_10.42.42.2(pid=11368): stderr: \u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002458631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002458644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002458654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002458654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002458654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:01.965539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Terminating (SIGTERM)\u000a00:25:02.010157 run iperf3-srv_10.42.42.10(pid=11364): Terminating (SIGTERM)\u000a00:25:02.055517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Terminating (SIGTERM)\u000a00:25:02.103688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Terminating (SIGTERM)\u000a00:25:02.151653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Terminating (SIGTERM)\u000a00:25:02.162537 --- ParallelTerminationStrategy: PID 11363 died...\u000a00:25:02.219311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11363): Terminated: ok {rc=0}\u000a00:25:02.228645 --- ParallelTerminationStrategy: PID 11364 died...\u000a00:25:02.281065 run iperf3-srv_10.42.42.10(pid=11364): Terminated {rc=256}\u000a00:25:02.290463 --- ParallelTerminationStrategy: PID 11367 died...\u000a00:25:02.342853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11367): Terminated: ok {rc=0}\u000a00:25:02.352234 --- ParallelTerminationStrategy: PID 11370 died...\u000a00:25:02.405524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11370): Terminated: ok {rc=0}\u000a00:25:02.415003 --- ParallelTerminationStrategy: PID 11373 died...\u000a00:25:02.467554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11373): Terminated: ok {rc=0}\u000a00:25:02.556936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11392): Process ended prematurely: osmo-stp_10.42.42.5(pid=11392) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11392): Process ended prematurely: osmo-stp_10.42.42.5(pid=11392) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:25:03.667777 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:03.679146 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:25:03.802705 tst iperf3m4.py: using LAC 32350\u000a00:25:03.921934 tst iperf3m4.py: using RAC 220\u000a00:25:04.042425 tst iperf3m4.py: using CellId 32350\u000a00:25:04.160753 tst iperf3m4.py: using BVCI 32351\u000a00:25:04.183944 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.194852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.205549 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.216121 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.226571 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.237125 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.247816 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.258368 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:04.269112 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:04.389375 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:04.506305 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:04.623359 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:04.899303 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:25:05.024686 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:05.339537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Launched\u000a00:25:05.600809 run iperf3-srv_10.42.42.10(pid=11379): Launched\u000a00:25:05.784359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:25:05.910725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:06.224504 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Launched\u000a00:25:06.485378 run iperf3-srv_10.42.42.10(pid=11381): Launched\u000a00:25:06.668762 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:25:06.794346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:07.108581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Launched\u000a00:25:07.370058 run iperf3-srv_10.42.42.10(pid=11383): Launched\u000a00:25:07.553630 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:25:07.679098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:07.995138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Launched\u000a00:25:08.256400 run iperf3-srv_10.42.42.10(pid=11385): Launched\u000a00:25:08.439471 tst iperf3m4.py:8: start network...\u000a00:25:08.564767 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:09.053456 run create_hlr_db(pid=11386): Launched\u000a00:25:09.226806 bus /gobi_6: Setting Powered False\u000a00:25:10.249725 run create_hlr_db(pid=11386): Terminated: ok {rc=0}\u000a00:25:10.680754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Launched\u000a00:25:10.985344 run osmo-hlr_10.42.42.2(pid=11389): Launched\u000a00:25:11.104039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:11.639610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Launched\u000a00:25:11.946784 run osmo-stp_10.42.42.5(pid=11392): Launched\u000a00:25:12.067246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:12.604630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Launched\u000a00:25:12.713385 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:12.982148 run patchelf(pid=11395): Launched\u000a00:25:13.168187 run osmo-stp_10.42.42.5(pid=11392): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)]\u000a00:25:13.307085 run osmo-stp_10.42.42.5(pid=11392): stdout: \u000a| (launched: 2022-12-13_00:25:11.793580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:13.446848 run osmo-stp_10.42.42.5(pid=11392): stderr: \u000a| �[0;m�[38;5;43m20221213002511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002511968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002511968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:13.581658 run osmo-stp_10.42.42.5(pid=11392): stdout: \u000a| (launched: 2022-12-13_00:25:11.793580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:13.715437 run osmo-stp_10.42.42.5(pid=11392): stderr: \u000a| �[0;m�[38;5;43m20221213002511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002511967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002511968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002511968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002511969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:13.872184 run patchelf(pid=11395): Terminating (SIGINT)\u000a00:25:14.056186 run patchelf(pid=11395): Terminated: ok {rc=0}\u000a00:25:14.089975 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11392): Process ended prematurely: osmo-stp_10.42.42.5(pid=11392) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11392)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:25:14.099982 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a00:25:14.164324 run osmo-hlr_10.42.42.2(pid=11389): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11389)]\u000a00:25:14.216907 run osmo-hlr_10.42.42.2(pid=11389): stdout: \u000a| (launched: 2022-12-13_00:25:10.835321) \u000a00:25:14.269828 run osmo-hlr_10.42.42.2(pid=11389): stderr: \u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002511014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002511026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002511038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002511038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002511038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:14.314478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminating (SIGTERM)\u000a00:25:14.356740 run iperf3-srv_10.42.42.10(pid=11379): Terminating (SIGTERM)\u000a00:25:14.399027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminating (SIGTERM)\u000a00:25:14.441147 run iperf3-srv_10.42.42.10(pid=11381): Terminating (SIGTERM)\u000a00:25:14.483340 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Terminating (SIGTERM)\u000a00:25:14.525571 run iperf3-srv_10.42.42.10(pid=11383): Terminating (SIGTERM)\u000a00:25:14.567878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Terminating (SIGTERM)\u000a00:25:14.610261 run iperf3-srv_10.42.42.10(pid=11385): Terminating (SIGTERM)\u000a00:25:14.652492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Terminating (SIGTERM)\u000a00:25:14.694966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Terminating (SIGTERM)\u000a00:25:14.737218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Terminating (SIGTERM)\u000a00:25:14.747152 --- ParallelTerminationStrategy: PID 11378 died...\u000a00:25:14.803449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11378): Terminated: ok {rc=0}\u000a00:25:14.813888 --- ParallelTerminationStrategy: PID 11379 died...\u000a00:25:14.871027 run iperf3-srv_10.42.42.10(pid=11379): Terminated {rc=256}\u000a00:25:14.881124 --- ParallelTerminationStrategy: PID 11380 died...\u000a00:25:14.937532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminated: ok {rc=0}\u000a00:25:14.947534 --- ParallelTerminationStrategy: PID 11381 died...\u000a00:25:15.003285 run iperf3-srv_10.42.42.10(pid=11381): Terminated {rc=256}\u000a00:25:15.013610 --- ParallelTerminationStrategy: PID 11382 died...\u000a00:25:15.069461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11382): Terminated: ok {rc=0}\u000a00:25:15.079707 --- ParallelTerminationStrategy: PID 11383 died...\u000a00:25:15.135955 run iperf3-srv_10.42.42.10(pid=11383): Terminated {rc=256}\u000a00:25:15.146020 --- ParallelTerminationStrategy: PID 11384 died...\u000a00:25:15.201860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11384): Terminated: ok {rc=0}\u000a00:25:15.212173 --- ParallelTerminationStrategy: PID 11385 died...\u000a00:25:15.268539 run iperf3-srv_10.42.42.10(pid=11385): Terminated {rc=256}\u000a00:25:15.278563 --- ParallelTerminationStrategy: PID 11388 died...\u000a00:25:15.334747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11388): Terminated: ok {rc=0}\u000a00:25:15.345239 --- ParallelTerminationStrategy: PID 11391 died...\u000a00:25:15.401637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11391): Terminated: ok {rc=0}\u000a00:25:15.411707 --- ParallelTerminationStrategy: PID 11394 died...\u000a00:25:15.468382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11394): Terminated: ok {rc=0}\u000a00:25:15.555804 bus /gobi_4: Setting Powered False\u000a00:25:16.658344 bus /gobi_4: Setting Powered False\u000a00:25:17.765060 bus /gobi_1: Setting Powered False\u000a00:25:18.873672 bus /gobi_1: Setting Powered False\u000a00:25:19.986372 bus /gobi_0: Setting Powered False\u000a00:25:21.088583 bus /gobi_0: Setting Powered False\u000a00:25:22.200266 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11402): Process ended prematurely: osmo-stp_10.42.42.5(pid=11402) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11402): Process ended prematurely: osmo-stp_10.42.42.5(pid=11402) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:25:23.267606 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.279039 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:25:23.403002 tst ping.py: using LAC 32351\u000a00:25:23.521264 tst ping.py: using RAC 221\u000a00:25:23.638526 tst ping.py: using CellId 32351\u000a00:25:23.754713 tst ping.py: using BVCI 32352\u000a00:25:23.777500 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.788180 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.799014 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.809585 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.820063 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.830603 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.841282 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:23.851838 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:24.141885 tst ping.py:19: start network...\u000a00:25:24.274638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:24.782377 run create_hlr_db(pid=11396): Launched\u000a00:25:24.966529 bus /gobi_6: Setting Powered False\u000a00:25:25.986172 run create_hlr_db(pid=11396): Terminated: ok {rc=0}\u000a00:25:26.408720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Launched\u000a00:25:26.726850 run osmo-hlr_10.42.42.2(pid=11399): Launched\u000a00:25:26.845407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:27.403638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Launched\u000a00:25:27.724846 run osmo-stp_10.42.42.5(pid=11402): Launched\u000a00:25:27.842621 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:28.399248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Launched\u000a00:25:28.512599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:28.791050 run patchelf(pid=11405): Launched\u000a00:25:28.978164 run osmo-stp_10.42.42.5(pid=11402): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)]\u000a00:25:29.114354 run osmo-stp_10.42.42.5(pid=11402): stdout: \u000a| (launched: 2022-12-13_00:25:27.565231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:29.250884 run osmo-stp_10.42.42.5(pid=11402): stderr: \u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002527759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:29.382447 run osmo-stp_10.42.42.5(pid=11402): stdout: \u000a| (launched: 2022-12-13_00:25:27.565231)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:29.512803 run osmo-stp_10.42.42.5(pid=11402): stderr: \u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002527758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002527759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002527761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:29.665491 run patchelf(pid=11405): Terminating (SIGINT)\u000a00:25:29.844406 run patchelf(pid=11405): Terminated: ok {rc=0}\u000a00:25:29.877325 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11402): Process ended prematurely: osmo-stp_10.42.42.5(pid=11402) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11402)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a00:25:29.886549 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:25:29.950386 run osmo-hlr_10.42.42.2(pid=11399): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11399)]\u000a00:25:30.002381 run osmo-hlr_10.42.42.2(pid=11399): stdout: \u000a| (launched: 2022-12-13_00:25:26.569612) \u000a00:25:30.054967 run osmo-hlr_10.42.42.2(pid=11399): stderr: \u000a| �[0;m�[1;31m20221213002526767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002526768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002526779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002526788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002526788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002526788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:30.099784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Terminating (SIGTERM)\u000a00:25:30.142500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Terminating (SIGTERM)\u000a00:25:30.184668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Terminating (SIGTERM)\u000a00:25:30.194666 --- ParallelTerminationStrategy: PID 11398 died...\u000a00:25:30.251349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11398): Terminated: ok {rc=0}\u000a00:25:30.261511 --- ParallelTerminationStrategy: PID 11401 died...\u000a00:25:30.317655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11401): Terminated: ok {rc=0}\u000a00:25:30.328015 --- ParallelTerminationStrategy: PID 11404 died...\u000a00:25:30.384032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11404): Terminated: ok {rc=0}\u000a00:25:30.471054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:25:31.521860 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:31.534760 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:25:31.667938 tst ping_idle_ping.py: using LAC 32352\u000a00:25:31.793772 tst ping_idle_ping.py: using RAC 222\u000a00:25:31.914594 tst ping_idle_ping.py: using CellId 32352\u000a00:25:32.040430 tst ping_idle_ping.py: using BVCI 32353\u000a00:25:32.065606 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.077542 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.090529 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.102539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.114722 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.127039 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.139230 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:25:32.151069 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:25:32.449714 tst ping_idle_ping.py:24: start network...\u000a00:25:32.582023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:33.086577 run create_hlr_db(pid=11406): Launched\u000a00:25:33.271910 bus /gobi_6: Setting Powered False\u000a00:25:34.291751 run create_hlr_db(pid=11406): Terminated: ok {rc=0}\u000a00:25:34.716930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Launched\u000a00:25:35.036830 run osmo-hlr_10.42.42.2(pid=11409): Launched\u000a00:25:35.155027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:35.710676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Launched\u000a00:25:36.030872 run osmo-stp_10.42.42.5(pid=11412): Launched\u000a00:25:36.146480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:36.702943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Launched\u000a00:25:36.817201 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:37.097461 run patchelf(pid=11415): Launched\u000a00:25:37.284883 run osmo-stp_10.42.42.5(pid=11412): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)]\u000a00:25:37.422017 run osmo-stp_10.42.42.5(pid=11412): stdout: \u000a| (launched: 2022-12-13_00:25:35.872690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:37.559559 run osmo-stp_10.42.42.5(pid=11412): stderr: \u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002536065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:37.692136 run osmo-stp_10.42.42.5(pid=11412): stdout: \u000a| (launched: 2022-12-13_00:25:35.872690)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:37.823442 run osmo-stp_10.42.42.5(pid=11412): stderr: \u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002536064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002536065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002536065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:37.977469 run patchelf(pid=11415): Terminating (SIGINT)\u000a00:25:38.157742 run patchelf(pid=11415): Terminated: ok {rc=0}\u000a00:25:38.190435 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11412): Process ended prematurely: osmo-stp_10.42.42.5(pid=11412) [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11412)] [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:25:38.199845 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:25:38.264153 run osmo-hlr_10.42.42.2(pid=11409): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11409)]\u000a00:25:38.316602 run osmo-hlr_10.42.42.2(pid=11409): stdout: \u000a| (launched: 2022-12-13_00:25:34.878857) \u000a00:25:38.369565 run osmo-hlr_10.42.42.2(pid=11409): stderr: \u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002535079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002535091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002535099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002535099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002535099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:38.414397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminating (SIGTERM)\u000a00:25:38.457528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminating (SIGTERM)\u000a00:25:38.500466 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminating (SIGTERM)\u000a00:25:38.510461 --- ParallelTerminationStrategy: PID 11408 died...\u000a00:25:38.567550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11408): Terminated: ok {rc=0}\u000a00:25:38.577877 --- ParallelTerminationStrategy: PID 11411 died...\u000a00:25:38.634478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11411): Terminated: ok {rc=0}\u000a00:25:38.645069 --- ParallelTerminationStrategy: PID 11414 died...\u000a00:25:38.701871 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11414): Terminated: ok {rc=0}\u000a00:25:38.789326 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:24:40" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:25:40.895815 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:40.906757 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:25:41.048500 tst cs_paging_gprs_active.py: using LAC 32353\u000a00:25:41.176175 tst cs_paging_gprs_active.py: using RAC 223\u000a00:25:41.303113 tst cs_paging_gprs_active.py: using CellId 32353\u000a00:25:41.432440 tst cs_paging_gprs_active.py: using BVCI 32354\u000a00:25:41.457624 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.469077 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.480027 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.491696 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.503260 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.514812 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.526437 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.537872 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:41.549470 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:25:41.668619 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:25:41.948059 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:25:42.073343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:42.388462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Launched\u000a00:25:42.650770 run iperf3-srv_10.42.42.10(pid=11420): Launched\u000a00:25:42.834220 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:25:42.959489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:43.273599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Launched\u000a00:25:43.535231 run iperf3-srv_10.42.42.10(pid=11422): Launched\u000a00:25:43.718496 tst cs_paging_gprs_active.py:38: start network...\u000a00:25:43.843761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:44.334489 run create_hlr_db(pid=11423): Launched\u000a00:25:44.522408 bus /gobi_6: Setting Powered False\u000a00:25:45.532212 run create_hlr_db(pid=11423): Terminated: ok {rc=0}\u000a00:25:45.981756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Launched\u000a00:25:46.405553 run osmo-hlr_10.42.42.2(pid=11426): Launched\u000a00:25:46.570082 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:47.192626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Launched\u000a00:25:47.504658 run osmo-stp_10.42.42.5(pid=11429): Launched\u000a00:25:47.616314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:25:48.144453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Launched\u000a00:25:48.252545 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:25:48.517481 run patchelf(pid=11432): Launched\u000a00:25:48.693838 run osmo-stp_10.42.42.5(pid=11429): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)]\u000a00:25:48.822850 run osmo-stp_10.42.42.5(pid=11429): stdout: \u000a| (launched: 2022-12-13_00:25:47.351527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:48.951740 run osmo-stp_10.42.42.5(pid=11429): stderr: \u000a| �[0;m�[38;5;43m20221213002547523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002547523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002547524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002547524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002547524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002547525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002547525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:49.076366 run osmo-stp_10.42.42.5(pid=11429): stdout: \u000a| (launched: 2022-12-13_00:25:47.351527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:25:49.200218 run osmo-stp_10.42.42.5(pid=11429): stderr: \u000a| �[0;m�[38;5;43m20221213002547523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002547523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002547524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002547524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002547524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002547525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002547525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:25:49.344906 run patchelf(pid=11432): Terminating (SIGINT)\u000a00:25:49.515335 run patchelf(pid=11432): Terminated: ok {rc=0}\u000a00:25:49.546559 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11429): Process ended prematurely: osmo-stp_10.42.42.5(pid=11429) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11429)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:25:49.555492 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:25:49.615323 run osmo-hlr_10.42.42.2(pid=11426): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11426)]\u000a00:25:49.664240 run osmo-hlr_10.42.42.2(pid=11426): stdout: \u000a| (launched: 2022-12-13_00:25:46.140013) \u000a00:25:49.714092 run osmo-hlr_10.42.42.2(pid=11426): stderr: \u000a| �[0;m�[1;31m20221213002546463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002546464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002546464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002546464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002546464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002546464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002546493 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002546513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002546514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002546514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:25:49.756441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Terminating (SIGTERM)\u000a00:25:49.796246 run iperf3-srv_10.42.42.10(pid=11420): Terminating (SIGTERM)\u000a00:25:49.836115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Terminating (SIGTERM)\u000a00:25:49.875759 run iperf3-srv_10.42.42.10(pid=11422): Terminating (SIGTERM)\u000a00:25:49.915697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminating (SIGTERM)\u000a00:25:49.955474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminating (SIGTERM)\u000a00:25:49.995200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Terminating (SIGTERM)\u000a00:25:50.004369 --- ParallelTerminationStrategy: PID 11419 died...\u000a00:25:50.057557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11419): Terminated: ok {rc=0}\u000a00:25:50.066970 --- ParallelTerminationStrategy: PID 11420 died...\u000a00:25:50.119501 run iperf3-srv_10.42.42.10(pid=11420): Terminated {rc=256}\u000a00:25:50.129106 --- ParallelTerminationStrategy: PID 11421 died...\u000a00:25:50.181683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11421): Terminated: ok {rc=0}\u000a00:25:50.191160 --- ParallelTerminationStrategy: PID 11422 died...\u000a00:25:50.244130 run iperf3-srv_10.42.42.10(pid=11422): Terminated {rc=256}\u000a00:25:50.253710 --- ParallelTerminationStrategy: PID 11425 died...\u000a00:25:50.306623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11425): Terminated: ok {rc=0}\u000a00:25:50.316131 --- ParallelTerminationStrategy: PID 11428 died...\u000a00:25:50.369298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11428): Terminated: ok {rc=0}\u000a00:25:50.378854 --- ParallelTerminationStrategy: PID 11431 died...\u000a00:25:50.431701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11431): Terminated: ok {rc=0}\u000a00:25:50.514909 bus /gobi_0: Setting Powered False\u000a00:25:51.621976 bus /gobi_0: Setting Powered False\u000a00:25:52.732676 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11441): Process ended prematurely: osmo-stp_10.42.42.5(pid=11441) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11441): Process ended prematurely: osmo-stp_10.42.42.5(pid=11441) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:25:53.847027 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:53.858838 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:25:54.016858 tst iperf3.py: using LAC 32354\u000a00:25:54.143796 tst iperf3.py: using RAC 224\u000a00:25:54.269744 tst iperf3.py: using CellId 32354\u000a00:25:54.395051 tst iperf3.py: using BVCI 32355\u000a00:25:54.419769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.431163 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.442391 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.453746 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.465045 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.476577 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.488316 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.499721 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:25:54.511437 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:25:54.803978 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:25:54.939429 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:25:55.274670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Launched\u000a00:25:55.568336 run iperf3-srv_10.42.42.10(pid=11434): Launched\u000a00:25:55.765777 tst iperf3.py:8: start network...\u000a00:25:55.900781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:25:56.405277 run create_hlr_db(pid=11435): Launched\u000a00:25:56.590783 bus /gobi_6: Setting Powered False\u000a00:25:57.611589 run create_hlr_db(pid=11435): Terminated: ok {rc=0}\u000a00:25:58.038561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Launched\u000a00:25:58.358900 run osmo-hlr_10.42.42.2(pid=11438): Launched\u000a00:25:58.477638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:25:59.038190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Launched\u000a00:25:59.358716 run osmo-stp_10.42.42.5(pid=11441): Launched\u000a00:25:59.475101 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:26:00.035371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Launched\u000a00:26:00.150537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:26:00.431204 run patchelf(pid=11444): Launched\u000a00:26:00.619003 run osmo-stp_10.42.42.5(pid=11441): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)]\u000a00:26:00.756214 run osmo-stp_10.42.42.5(pid=11441): stdout: \u000a| (launched: 2022-12-13_00:25:59.200842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:00.902107 run osmo-stp_10.42.42.5(pid=11441): stderr: \u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002559391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:01.029704 run osmo-stp_10.42.42.5(pid=11441): stdout: \u000a| (launched: 2022-12-13_00:25:59.200842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:01.157737 run osmo-stp_10.42.42.5(pid=11441): stderr: \u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002559390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002559391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002559391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:01.306319 run patchelf(pid=11444): Terminating (SIGINT)\u000a00:26:01.482176 run patchelf(pid=11444): Terminated: ok {rc=0}\u000a00:26:01.515601 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11441): Process ended prematurely: osmo-stp_10.42.42.5(pid=11441) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11441)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:26:01.526099 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:26:01.592085 run osmo-hlr_10.42.42.2(pid=11438): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11438)]\u000a00:26:01.644069 run osmo-hlr_10.42.42.2(pid=11438): stdout: \u000a| (launched: 2022-12-13_00:25:58.201329) \u000a00:26:01.698139 run osmo-hlr_10.42.42.2(pid=11438): stderr: \u000a| �[0;m�[1;31m20221213002558396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002558397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002558397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002558397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002558397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002558397 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002558409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002558417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002558418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002558418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:01.743374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminating (SIGTERM)\u000a00:26:01.785888 run iperf3-srv_10.42.42.10(pid=11434): Terminating (SIGTERM)\u000a00:26:01.831470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Terminating (SIGTERM)\u000a00:26:01.875061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Terminating (SIGTERM)\u000a00:26:01.920653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Terminating (SIGTERM)\u000a00:26:01.932826 --- ParallelTerminationStrategy: PID 11433 died...\u000a00:26:01.990039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminated: ok {rc=0}\u000a00:26:02.001471 --- ParallelTerminationStrategy: PID 11434 died...\u000a00:26:02.058069 run iperf3-srv_10.42.42.10(pid=11434): Terminated {rc=256}\u000a00:26:02.068549 --- ParallelTerminationStrategy: PID 11437 died...\u000a00:26:02.125972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11437): Terminated: ok {rc=0}\u000a00:26:02.136346 --- ParallelTerminationStrategy: PID 11440 died...\u000a00:26:02.191426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11440): Terminated: ok {rc=0}\u000a00:26:02.201526 --- ParallelTerminationStrategy: PID 11443 died...\u000a00:26:02.255011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11443): Terminated: ok {rc=0}\u000a00:26:02.343336 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:26:03.455024 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:03.466325 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:26:03.606492 tst iperf3m4.py: using LAC 32355\u000a00:26:03.725275 tst iperf3m4.py: using RAC 225\u000a00:26:03.842822 tst iperf3m4.py: using CellId 32355\u000a00:26:03.959418 tst iperf3m4.py: using BVCI 32356\u000a00:26:03.982208 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:03.992918 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.003448 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.013974 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.024400 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.034941 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.045663 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.056121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:04.066822 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:04.181464 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:04.300442 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:04.422453 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:04.714355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:26:04.848081 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:05.180788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Launched\u000a00:26:05.456716 run iperf3-srv_10.42.42.10(pid=11446): Launched\u000a00:26:05.653252 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:26:05.798678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:06.132261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Launched\u000a00:26:06.410553 run iperf3-srv_10.42.42.10(pid=11448): Launched\u000a00:26:06.608058 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:26:06.743019 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:07.077648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Launched\u000a00:26:07.355223 run iperf3-srv_10.42.42.10(pid=11450): Launched\u000a00:26:07.553566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:26:07.688613 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:08.023123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Launched\u000a00:26:08.300564 run iperf3-srv_10.42.42.10(pid=11452): Launched\u000a00:26:08.499697 tst iperf3m4.py:8: start network...\u000a00:26:08.635141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:09.142933 run create_hlr_db(pid=11453): Launched\u000a00:26:09.329622 bus /gobi_6: Setting Powered False\u000a00:26:10.350546 run create_hlr_db(pid=11453): Terminated: ok {rc=0}\u000a00:26:10.779605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Launched\u000a00:26:11.103396 run osmo-hlr_10.42.42.2(pid=11456): Launched\u000a00:26:11.221927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:11.783794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Launched\u000a00:26:12.107821 run osmo-stp_10.42.42.5(pid=11459): Launched\u000a00:26:12.225614 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:26:12.788574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Launched\u000a00:26:12.904891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:26:13.187324 run patchelf(pid=11462): Launched\u000a00:26:13.377005 run osmo-stp_10.42.42.5(pid=11459): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)]\u000a00:26:13.514992 run osmo-stp_10.42.42.5(pid=11459): stdout: \u000a| (launched: 2022-12-13_00:26:11.949067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:13.653502 run osmo-stp_10.42.42.5(pid=11459): stderr: \u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002612138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:13.787291 run osmo-stp_10.42.42.5(pid=11459): stdout: \u000a| (launched: 2022-12-13_00:26:11.949067)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:13.920841 run osmo-stp_10.42.42.5(pid=11459): stderr: \u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002612137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002612138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002612138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:14.076310 run patchelf(pid=11462): Terminating (SIGINT)\u000a00:26:14.258684 run patchelf(pid=11462): Terminated: ok {rc=0}\u000a00:26:14.291954 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11459): Process ended prematurely: osmo-stp_10.42.42.5(pid=11459) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11459)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:26:14.301833 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a00:26:14.366554 run osmo-hlr_10.42.42.2(pid=11456): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11456)]\u000a00:26:14.418900 run osmo-hlr_10.42.42.2(pid=11456): stdout: \u000a| (launched: 2022-12-13_00:26:10.944651) \u000a00:26:14.471977 run osmo-hlr_10.42.42.2(pid=11456): stderr: \u000a| �[0;m�[1;31m20221213002611137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002611137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002611137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002611137 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002611138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002611138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002611149 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002611158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002611158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002611158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:14.517154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminating (SIGTERM)\u000a00:26:14.559341 run iperf3-srv_10.42.42.10(pid=11446): Terminating (SIGTERM)\u000a00:26:14.602022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminating (SIGTERM)\u000a00:26:14.644474 run iperf3-srv_10.42.42.10(pid=11448): Terminating (SIGTERM)\u000a00:26:14.687179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Terminating (SIGTERM)\u000a00:26:14.729591 run iperf3-srv_10.42.42.10(pid=11450): Terminating (SIGTERM)\u000a00:26:14.772427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Terminating (SIGTERM)\u000a00:26:14.814916 run iperf3-srv_10.42.42.10(pid=11452): Terminating (SIGTERM)\u000a00:26:14.857363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminating (SIGTERM)\u000a00:26:14.900245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminating (SIGTERM)\u000a00:26:14.943118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Terminating (SIGTERM)\u000a00:26:14.953227 --- ParallelTerminationStrategy: PID 11445 died...\u000a00:26:15.010588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11445): Terminated: ok {rc=0}\u000a00:26:15.020879 --- ParallelTerminationStrategy: PID 11446 died...\u000a00:26:15.077299 run iperf3-srv_10.42.42.10(pid=11446): Terminated {rc=256}\u000a00:26:15.087670 --- ParallelTerminationStrategy: PID 11447 died...\u000a00:26:15.144251 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminated: ok {rc=0}\u000a00:26:15.154859 --- ParallelTerminationStrategy: PID 11448 died...\u000a00:26:15.211310 run iperf3-srv_10.42.42.10(pid=11448): Terminated {rc=256}\u000a00:26:15.221860 --- ParallelTerminationStrategy: PID 11449 died...\u000a00:26:15.278276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11449): Terminated: ok {rc=0}\u000a00:26:15.288446 --- ParallelTerminationStrategy: PID 11450 died...\u000a00:26:15.345234 run iperf3-srv_10.42.42.10(pid=11450): Terminated {rc=256}\u000a00:26:15.355319 --- ParallelTerminationStrategy: PID 11451 died...\u000a00:26:15.411727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11451): Terminated: ok {rc=0}\u000a00:26:15.421765 --- ParallelTerminationStrategy: PID 11452 died...\u000a00:26:15.478142 run iperf3-srv_10.42.42.10(pid=11452): Terminated {rc=256}\u000a00:26:15.488070 --- ParallelTerminationStrategy: PID 11455 died...\u000a00:26:15.544419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11455): Terminated: ok {rc=0}\u000a00:26:15.554513 --- ParallelTerminationStrategy: PID 11458 died...\u000a00:26:15.610888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11458): Terminated: ok {rc=0}\u000a00:26:15.621237 --- ParallelTerminationStrategy: PID 11461 died...\u000a00:26:15.677048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11461): Terminated: ok {rc=0}\u000a00:26:15.764350 bus /gobi_4: Setting Powered False\u000a00:26:16.868426 bus /gobi_4: Setting Powered False\u000a00:26:17.976700 bus /gobi_1: Setting Powered False\u000a00:26:19.083950 bus /gobi_1: Setting Powered False\u000a00:26:20.195507 bus /gobi_0: Setting Powered False\u000a00:26:21.303015 bus /gobi_0: Setting Powered False\u000a00:26:22.411414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11469): Process ended prematurely: osmo-stp_10.42.42.5(pid=11469) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11469): Process ended prematurely: osmo-stp_10.42.42.5(pid=11469) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:26:23.480349 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:23.492342 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:26:23.639566 tst ping.py: using LAC 32356\u000a00:26:23.753716 tst ping.py: using RAC 226\u000a00:26:23.867867 tst ping.py: using CellId 32356\u000a00:26:23.993602 tst ping.py: using BVCI 32357\u000a00:26:24.018048 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.029587 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.040780 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.052434 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.064039 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.075376 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.086972 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:24.098359 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:24.369242 tst ping.py:19: start network...\u000a00:26:24.491367 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:24.961948 run create_hlr_db(pid=11463): Launched\u000a00:26:25.131469 bus /gobi_6: Setting Powered False\u000a00:26:26.153412 run create_hlr_db(pid=11463): Terminated: ok {rc=0}\u000a00:26:26.575829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Launched\u000a00:26:26.891342 run osmo-hlr_10.42.42.2(pid=11466): Launched\u000a00:26:27.009074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:27.566514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Launched\u000a00:26:27.881802 run osmo-stp_10.42.42.5(pid=11469): Launched\u000a00:26:27.997700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:26:28.552642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Launched\u000a00:26:28.666075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:26:28.942786 run patchelf(pid=11472): Launched\u000a00:26:29.128700 run osmo-stp_10.42.42.5(pid=11469): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)]\u000a00:26:29.264923 run osmo-stp_10.42.42.5(pid=11469): stdout: \u000a| (launched: 2022-12-13_00:26:27.727178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:29.401531 run osmo-stp_10.42.42.5(pid=11469): stderr: \u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002627915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:29.533301 run osmo-stp_10.42.42.5(pid=11469): stdout: \u000a| (launched: 2022-12-13_00:26:27.727178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:29.663708 run osmo-stp_10.42.42.5(pid=11469): stderr: \u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002627914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002627915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002627915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:29.815820 run patchelf(pid=11472): Terminating (SIGINT)\u000a00:26:29.995342 run patchelf(pid=11472): Terminated: ok {rc=0}\u000a00:26:30.027826 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11469): Process ended prematurely: osmo-stp_10.42.42.5(pid=11469) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11469)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:26:30.037176 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:26:30.101013 run osmo-hlr_10.42.42.2(pid=11466): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11466)]\u000a00:26:30.153254 run osmo-hlr_10.42.42.2(pid=11466): stdout: \u000a| (launched: 2022-12-13_00:26:26.736658) \u000a00:26:30.206068 run osmo-hlr_10.42.42.2(pid=11466): stderr: \u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002626929 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002626942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002626950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002626951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002626951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:30.251225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Terminating (SIGTERM)\u000a00:26:30.293546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Terminating (SIGTERM)\u000a00:26:30.336326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Terminating (SIGTERM)\u000a00:26:30.346217 --- ParallelTerminationStrategy: PID 11465 died...\u000a00:26:30.403394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11465): Terminated: ok {rc=0}\u000a00:26:30.413941 --- ParallelTerminationStrategy: PID 11468 died...\u000a00:26:30.470688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11468): Terminated: ok {rc=0}\u000a00:26:30.480905 --- ParallelTerminationStrategy: PID 11471 died...\u000a00:26:30.537493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11471): Terminated: ok {rc=0}\u000a00:26:30.625953 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11479): Process ended prematurely: osmo-stp_10.42.42.5(pid=11479) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11479): Process ended prematurely: osmo-stp_10.42.42.5(pid=11479) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:26:31.679247 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:31.692489 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:26:31.843718 tst ping_idle_ping.py: using LAC 32357\u000a00:26:32.006392 tst ping_idle_ping.py: using RAC 227\u000a00:26:32.133288 tst ping_idle_ping.py: using CellId 32357\u000a00:26:32.251222 tst ping_idle_ping.py: using BVCI 32358\u000a00:26:32.274620 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.287074 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.297847 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.308387 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.318973 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.329681 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.340446 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:26:32.351106 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:26:32.640897 tst ping_idle_ping.py:24: start network...\u000a00:26:32.773877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:33.274161 run create_hlr_db(pid=11473): Launched\u000a00:26:33.459411 bus /gobi_6: Setting Powered False\u000a00:26:34.479184 run create_hlr_db(pid=11473): Terminated: ok {rc=0}\u000a00:26:34.878189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Launched\u000a00:26:35.173005 run osmo-hlr_10.42.42.2(pid=11476): Launched\u000a00:26:35.280775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:35.796752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Launched\u000a00:26:36.092380 run osmo-stp_10.42.42.5(pid=11479): Launched\u000a00:26:36.200118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:26:36.718014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Launched\u000a00:26:36.822867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:26:37.080551 run patchelf(pid=11482): Launched\u000a00:26:37.253810 run osmo-stp_10.42.42.5(pid=11479): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)]\u000a00:26:37.380376 run osmo-stp_10.42.42.5(pid=11479): stdout: \u000a| (launched: 2022-12-13_00:26:35.946931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:37.507632 run osmo-stp_10.42.42.5(pid=11479): stderr: \u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002636114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:37.630146 run osmo-stp_10.42.42.5(pid=11479): stdout: \u000a| (launched: 2022-12-13_00:26:35.946931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:37.751402 run osmo-stp_10.42.42.5(pid=11479): stderr: \u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002636114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:37.893497 run patchelf(pid=11482): Terminating (SIGINT)\u000a00:26:38.060488 run patchelf(pid=11482): Terminated: ok {rc=0}\u000a00:26:38.091013 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11479): Process ended prematurely: osmo-stp_10.42.42.5(pid=11479) [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11479)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:26:38.099618 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:26:38.159198 run osmo-hlr_10.42.42.2(pid=11476): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11476)]\u000a00:26:38.207952 run osmo-hlr_10.42.42.2(pid=11476): stdout: \u000a| (launched: 2022-12-13_00:26:35.028300) \u000a00:26:38.257357 run osmo-hlr_10.42.42.2(pid=11476): stderr: \u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002635199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002635220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002635230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002635230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002635230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:38.299626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Terminating (SIGTERM)\u000a00:26:38.339460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Terminating (SIGTERM)\u000a00:26:38.379549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Terminating (SIGTERM)\u000a00:26:38.388870 --- ParallelTerminationStrategy: PID 11475 died...\u000a00:26:38.442175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11475): Terminated: ok {rc=0}\u000a00:26:38.451803 --- ParallelTerminationStrategy: PID 11478 died...\u000a00:26:38.505021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11478): Terminated: ok {rc=0}\u000a00:26:38.514498 --- ParallelTerminationStrategy: PID 11481 died...\u000a00:26:38.567410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11481): Terminated: ok {rc=0}\u000a00:26:38.656067 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:25:40" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11497): Process ended prematurely: osmo-stp_10.42.42.5(pid=11497) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11497): Process ended prematurely: osmo-stp_10.42.42.5(pid=11497) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:26:40.769392 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:40.779987 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:26:40.921943 tst cs_paging_gprs_active.py: using LAC 32358\u000a00:26:41.039575 tst cs_paging_gprs_active.py: using RAC 228\u000a00:26:41.159613 tst cs_paging_gprs_active.py: using CellId 32358\u000a00:26:41.276782 tst cs_paging_gprs_active.py: using BVCI 32359\u000a00:26:41.299778 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.310621 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.321152 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.331534 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.341991 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.352495 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.363196 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.373643 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:41.384351 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:26:41.503885 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:26:41.797610 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:26:41.932892 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:42.266067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Launched\u000a00:26:42.544559 run iperf3-srv_10.42.42.10(pid=11488): Launched\u000a00:26:42.742897 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:26:42.877868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:43.212745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Launched\u000a00:26:43.491600 run iperf3-srv_10.42.42.10(pid=11490): Launched\u000a00:26:43.690249 tst cs_paging_gprs_active.py:38: start network...\u000a00:26:43.825855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:44.337966 run create_hlr_db(pid=11491): Launched\u000a00:26:44.524430 bus /gobi_6: Setting Powered False\u000a00:26:45.546044 run create_hlr_db(pid=11491): Terminated: ok {rc=0}\u000a00:26:46.022137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Launched\u000a00:26:46.456500 run osmo-hlr_10.42.42.2(pid=11494): Launched\u000a00:26:46.620358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:47.306887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Launched\u000a00:26:47.609267 run osmo-stp_10.42.42.5(pid=11497): Launched\u000a00:26:47.719135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:26:48.242851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Launched\u000a00:26:48.349694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:26:48.611887 run patchelf(pid=11500): Launched\u000a00:26:48.788235 run osmo-stp_10.42.42.5(pid=11497): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)]\u000a00:26:48.917083 run osmo-stp_10.42.42.5(pid=11497): stdout: \u000a| (launched: 2022-12-13_00:26:47.460077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:49.045566 run osmo-stp_10.42.42.5(pid=11497): stderr: \u000a| �[0;m�[38;5;43m20221213002647627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002647627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002647628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:49.169953 run osmo-stp_10.42.42.5(pid=11497): stdout: \u000a| (launched: 2022-12-13_00:26:47.460077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:26:49.292688 run osmo-stp_10.42.42.5(pid=11497): stderr: \u000a| �[0;m�[38;5;43m20221213002647627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002647627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002647628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002647628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002647629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:26:49.436346 run patchelf(pid=11500): Terminating (SIGINT)\u000a00:26:49.605730 run patchelf(pid=11500): Terminated: ok {rc=0}\u000a00:26:49.636725 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11497): Process ended prematurely: osmo-stp_10.42.42.5(pid=11497) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11497)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:26:49.645778 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:26:49.705643 run osmo-hlr_10.42.42.2(pid=11494): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11494)]\u000a00:26:49.754390 run osmo-hlr_10.42.42.2(pid=11494): stdout: \u000a| (launched: 2022-12-13_00:26:46.194568) \u000a00:26:49.803713 run osmo-hlr_10.42.42.2(pid=11494): stderr: \u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002646485 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002646499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002646516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002646516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002646516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:26:49.845794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Terminating (SIGTERM)\u000a00:26:49.885453 run iperf3-srv_10.42.42.10(pid=11488): Terminating (SIGTERM)\u000a00:26:49.925374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Terminating (SIGTERM)\u000a00:26:49.965084 run iperf3-srv_10.42.42.10(pid=11490): Terminating (SIGTERM)\u000a00:26:50.004916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Terminating (SIGTERM)\u000a00:26:50.045411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Terminating (SIGTERM)\u000a00:26:50.085193 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Terminating (SIGTERM)\u000a00:26:50.094336 --- ParallelTerminationStrategy: PID 11487 died...\u000a00:26:50.147488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11487): Terminated: ok {rc=0}\u000a00:26:50.156935 --- ParallelTerminationStrategy: PID 11488 died...\u000a00:26:50.209403 run iperf3-srv_10.42.42.10(pid=11488): Terminated {rc=256}\u000a00:26:50.218724 --- ParallelTerminationStrategy: PID 11489 died...\u000a00:26:50.271635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11489): Terminated: ok {rc=0}\u000a00:26:50.281171 --- ParallelTerminationStrategy: PID 11490 died...\u000a00:26:50.333627 run iperf3-srv_10.42.42.10(pid=11490): Terminated {rc=256}\u000a00:26:50.342998 --- ParallelTerminationStrategy: PID 11493 died...\u000a00:26:50.396031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11493): Terminated: ok {rc=0}\u000a00:26:50.405750 --- ParallelTerminationStrategy: PID 11496 died...\u000a00:26:50.458395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11496): Terminated: ok {rc=0}\u000a00:26:50.467966 --- ParallelTerminationStrategy: PID 11499 died...\u000a00:26:50.521122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11499): Terminated: ok {rc=0}\u000a00:26:50.607962 bus /gobi_0: Setting Powered False\u000a00:26:51.712192 bus /gobi_0: Setting Powered False\u000a00:26:52.822477 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:26:53.931924 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:53.943152 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:26:54.086920 tst iperf3.py: using LAC 32359\u000a00:26:54.206113 tst iperf3.py: using RAC 229\u000a00:26:54.323423 tst iperf3.py: using CellId 32359\u000a00:26:54.442401 tst iperf3.py: using BVCI 32360\u000a00:26:54.465431 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.476106 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.486635 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.497127 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.507469 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.518020 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.528604 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.539016 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:26:54.549648 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:26:54.841816 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:26:54.977774 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:26:55.311471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Launched\u000a00:26:55.587993 run iperf3-srv_10.42.42.10(pid=11502): Launched\u000a00:26:55.785247 tst iperf3.py:8: start network...\u000a00:26:55.920180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:26:56.429465 run create_hlr_db(pid=11503): Launched\u000a00:26:56.616394 bus /gobi_6: Setting Powered False\u000a00:26:57.637786 run create_hlr_db(pid=11503): Terminated: ok {rc=0}\u000a00:26:58.064488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Launched\u000a00:26:58.386877 run osmo-hlr_10.42.42.2(pid=11506): Launched\u000a00:26:58.505019 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:26:59.066430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Launched\u000a00:26:59.388407 run osmo-stp_10.42.42.5(pid=11509): Launched\u000a00:26:59.505893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:00.069297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Launched\u000a00:27:00.185291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:00.467180 run patchelf(pid=11512): Launched\u000a00:27:00.655539 run osmo-stp_10.42.42.5(pid=11509): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)]\u000a00:27:00.793762 run osmo-stp_10.42.42.5(pid=11509): stdout: \u000a| (launched: 2022-12-13_00:26:59.230382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:00.958336 run osmo-stp_10.42.42.5(pid=11509): stderr: \u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002659420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:01.096225 run osmo-stp_10.42.42.5(pid=11509): stdout: \u000a| (launched: 2022-12-13_00:26:59.230382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:01.231831 run osmo-stp_10.42.42.5(pid=11509): stderr: \u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002659419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002659420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002659420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:01.390360 run patchelf(pid=11512): Terminating (SIGINT)\u000a00:27:01.576409 run patchelf(pid=11512): Terminated: ok {rc=0}\u000a00:27:01.611408 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11509): Process ended prematurely: osmo-stp_10.42.42.5(pid=11509) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11509)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:27:01.622320 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:27:01.690427 run osmo-hlr_10.42.42.2(pid=11506): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11506)]\u000a00:27:01.745031 run osmo-hlr_10.42.42.2(pid=11506): stdout: \u000a| (launched: 2022-12-13_00:26:58.228877) \u000a00:27:01.800139 run osmo-hlr_10.42.42.2(pid=11506): stderr: \u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002658422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002658434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002658443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002658443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002658443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:01.847356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Terminating (SIGTERM)\u000a00:27:01.893882 run iperf3-srv_10.42.42.10(pid=11502): Terminating (SIGTERM)\u000a00:27:01.938812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminating (SIGTERM)\u000a00:27:01.982461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminating (SIGTERM)\u000a00:27:02.028231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminating (SIGTERM)\u000a00:27:02.038629 --- ParallelTerminationStrategy: PID 11501 died...\u000a00:27:02.103383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11501): Terminated: ok {rc=0}\u000a00:27:02.116366 --- ParallelTerminationStrategy: PID 11502 died...\u000a00:27:02.182554 run iperf3-srv_10.42.42.10(pid=11502): Terminated {rc=256}\u000a00:27:02.193595 --- ParallelTerminationStrategy: PID 11505 died...\u000a00:27:02.252382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11505): Terminated: ok {rc=0}\u000a00:27:02.263479 --- ParallelTerminationStrategy: PID 11508 died...\u000a00:27:02.321746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11508): Terminated: ok {rc=0}\u000a00:27:02.332168 --- ParallelTerminationStrategy: PID 11511 died...\u000a00:27:02.389001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11511): Terminated: ok {rc=0}\u000a00:27:02.475249 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11527): Process ended prematurely: osmo-stp_10.42.42.5(pid=11527) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11527): Process ended prematurely: osmo-stp_10.42.42.5(pid=11527) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:27:03.589169 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:03.600897 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:27:03.752277 tst iperf3m4.py: using LAC 32360\u000a00:27:03.880822 tst iperf3m4.py: using RAC 230\u000a00:27:04.010459 tst iperf3m4.py: using CellId 32360\u000a00:27:04.137460 tst iperf3m4.py: using BVCI 32361\u000a00:27:04.162322 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.173617 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.184487 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.195808 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.207091 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.218605 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.230126 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.241330 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:04.252695 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:04.371144 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:04.492237 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:04.611440 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:04.889098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:27:05.013625 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:27:05.324617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Launched\u000a00:27:05.581868 run iperf3-srv_10.42.42.10(pid=11514): Launched\u000a00:27:05.763872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:27:05.888270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:27:06.198786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Launched\u000a00:27:06.456924 run iperf3-srv_10.42.42.10(pid=11516): Launched\u000a00:27:06.638664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:27:06.762931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:27:07.074411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Launched\u000a00:27:07.331781 run iperf3-srv_10.42.42.10(pid=11518): Launched\u000a00:27:07.513777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:27:07.637976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:27:07.948245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Launched\u000a00:27:08.206036 run iperf3-srv_10.42.42.10(pid=11520): Launched\u000a00:27:08.387375 tst iperf3m4.py:8: start network...\u000a00:27:08.511747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:27:08.995723 run create_hlr_db(pid=11521): Launched\u000a00:27:09.167508 bus /gobi_6: Setting Powered False\u000a00:27:10.190766 run create_hlr_db(pid=11521): Terminated: ok {rc=0}\u000a00:27:10.619359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Launched\u000a00:27:10.942069 run osmo-hlr_10.42.42.2(pid=11524): Launched\u000a00:27:11.060650 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:27:11.617839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Launched\u000a00:27:11.917825 run osmo-stp_10.42.42.5(pid=11527): Launched\u000a00:27:12.037295 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:12.564581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Launched\u000a00:27:12.671134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:12.934924 run patchelf(pid=11530): Launched\u000a00:27:13.111436 run osmo-stp_10.42.42.5(pid=11527): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)]\u000a00:27:13.239704 run osmo-stp_10.42.42.5(pid=11527): stdout: \u000a| (launched: 2022-12-13_00:27:11.770348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:13.368432 run osmo-stp_10.42.42.5(pid=11527): stderr: \u000a| �[0;m�[38;5;43m20221213002711937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002711938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002711938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002711938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:13.492806 run osmo-stp_10.42.42.5(pid=11527): stdout: \u000a| (launched: 2022-12-13_00:27:11.770348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:13.616516 run osmo-stp_10.42.42.5(pid=11527): stderr: \u000a| �[0;m�[38;5;43m20221213002711937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002711938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002711938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002711938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002711939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:13.761122 run patchelf(pid=11530): Terminating (SIGINT)\u000a00:27:13.931298 run patchelf(pid=11530): Terminated: ok {rc=0}\u000a00:27:13.962395 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11527): Process ended prematurely: osmo-stp_10.42.42.5(pid=11527) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11527)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:27:13.971535 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a00:27:14.032173 run osmo-hlr_10.42.42.2(pid=11524): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11524)]\u000a00:27:14.081988 run osmo-hlr_10.42.42.2(pid=11524): stdout: \u000a| (launched: 2022-12-13_00:27:10.783275) \u000a00:27:14.132040 run osmo-hlr_10.42.42.2(pid=11524): stderr: \u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002710976 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002710988 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002710997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002710997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002710997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:14.174484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminating (SIGTERM)\u000a00:27:14.214514 run iperf3-srv_10.42.42.10(pid=11514): Terminating (SIGTERM)\u000a00:27:14.254592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminating (SIGTERM)\u000a00:27:14.294488 run iperf3-srv_10.42.42.10(pid=11516): Terminating (SIGTERM)\u000a00:27:14.334844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Terminating (SIGTERM)\u000a00:27:14.374623 run iperf3-srv_10.42.42.10(pid=11518): Terminating (SIGTERM)\u000a00:27:14.414421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminating (SIGTERM)\u000a00:27:14.454101 run iperf3-srv_10.42.42.10(pid=11520): Terminating (SIGTERM)\u000a00:27:14.493878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Terminating (SIGTERM)\u000a00:27:14.534434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Terminating (SIGTERM)\u000a00:27:14.574787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Terminating (SIGTERM)\u000a00:27:14.583938 --- ParallelTerminationStrategy: PID 11513 died...\u000a00:27:14.637469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11513): Terminated: ok {rc=0}\u000a00:27:14.647025 --- ParallelTerminationStrategy: PID 11514 died...\u000a00:27:14.700054 run iperf3-srv_10.42.42.10(pid=11514): Terminated {rc=256}\u000a00:27:14.709569 --- ParallelTerminationStrategy: PID 11515 died...\u000a00:27:14.762522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11515): Terminated: ok {rc=0}\u000a00:27:14.771973 --- ParallelTerminationStrategy: PID 11516 died...\u000a00:27:14.824432 run iperf3-srv_10.42.42.10(pid=11516): Terminated {rc=256}\u000a00:27:14.833881 --- ParallelTerminationStrategy: PID 11517 died...\u000a00:27:14.887440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11517): Terminated: ok {rc=0}\u000a00:27:14.897392 --- ParallelTerminationStrategy: PID 11518 died...\u000a00:27:14.950717 run iperf3-srv_10.42.42.10(pid=11518): Terminated {rc=256}\u000a00:27:14.960145 --- ParallelTerminationStrategy: PID 11519 died...\u000a00:27:15.012845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11519): Terminated: ok {rc=0}\u000a00:27:15.022405 --- ParallelTerminationStrategy: PID 11520 died...\u000a00:27:15.075664 run iperf3-srv_10.42.42.10(pid=11520): Terminated {rc=256}\u000a00:27:15.085211 --- ParallelTerminationStrategy: PID 11523 died...\u000a00:27:15.138322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11523): Terminated: ok {rc=0}\u000a00:27:15.147864 --- ParallelTerminationStrategy: PID 11526 died...\u000a00:27:15.200607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11526): Terminated: ok {rc=0}\u000a00:27:15.210290 --- ParallelTerminationStrategy: PID 11529 died...\u000a00:27:15.263041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11529): Terminated: ok {rc=0}\u000a00:27:15.346696 bus /gobi_4: Setting Powered False\u000a00:27:16.456305 bus /gobi_4: Setting Powered False\u000a00:27:17.567578 bus /gobi_1: Setting Powered False\u000a00:27:18.669915 bus /gobi_1: Setting Powered False\u000a00:27:19.781034 bus /gobi_0: Setting Powered False\u000a00:27:20.887649 bus /gobi_0: Setting Powered False\u000a00:27:21.996791 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:27:23.063459 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.074927 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:27:23.218338 tst ping.py: using LAC 32361\u000a00:27:23.334515 tst ping.py: using RAC 231\u000a00:27:23.451092 tst ping.py: using CellId 32361\u000a00:27:23.566551 tst ping.py: using BVCI 32362\u000a00:27:23.589183 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.599992 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.610638 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.621286 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.631782 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.642343 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.653066 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:23.663626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:23.949815 tst ping.py:19: start network...\u000a00:27:24.082111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:27:24.579185 run create_hlr_db(pid=11532): Launched\u000a00:27:24.763725 bus /gobi_6: Setting Powered False\u000a00:27:25.783403 run create_hlr_db(pid=11532): Terminated: ok {rc=0}\u000a00:27:26.206253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Launched\u000a00:27:26.523565 run osmo-hlr_10.42.42.2(pid=11535): Launched\u000a00:27:26.641409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:27:27.194976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Launched\u000a00:27:27.512277 run osmo-stp_10.42.42.5(pid=11538): Launched\u000a00:27:27.628122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:28.181888 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Launched\u000a00:27:28.295120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:28.571941 run patchelf(pid=11541): Launched\u000a00:27:28.757951 run osmo-stp_10.42.42.5(pid=11538): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]\u000a00:27:28.894309 run osmo-stp_10.42.42.5(pid=11538): stdout: \u000a| (launched: 2022-12-13_00:27:27.356633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:29.031695 run osmo-stp_10.42.42.5(pid=11538): stderr: \u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002727546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:29.163590 run osmo-stp_10.42.42.5(pid=11538): stdout: \u000a| (launched: 2022-12-13_00:27:27.356633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:29.294495 run osmo-stp_10.42.42.5(pid=11538): stderr: \u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002727545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002727546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002727546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:29.446757 run patchelf(pid=11541): Terminating (SIGINT)\u000a00:27:29.625532 run patchelf(pid=11541): Terminated: ok {rc=0}\u000a00:27:29.657902 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:27:29.667027 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:27:29.731416 run osmo-hlr_10.42.42.2(pid=11535): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11535)]\u000a00:27:29.783489 run osmo-hlr_10.42.42.2(pid=11535): stdout: \u000a| (launched: 2022-12-13_00:27:26.367425) \u000a00:27:29.836422 run osmo-hlr_10.42.42.2(pid=11535): stderr: \u000a| �[0;m�[1;31m20221213002726560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002726560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002726560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002726560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002726560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002726561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002726576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002726587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002726587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002726587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:29.881366 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminating (SIGTERM)\u000a00:27:29.924612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminating (SIGTERM)\u000a00:27:29.967165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Terminating (SIGTERM)\u000a00:27:29.977263 --- ParallelTerminationStrategy: PID 11534 died...\u000a00:27:30.034271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminated: ok {rc=0}\u000a00:27:30.044407 --- ParallelTerminationStrategy: PID 11537 died...\u000a00:27:30.101287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminated: ok {rc=0}\u000a00:27:30.111398 --- ParallelTerminationStrategy: PID 11540 died...\u000a00:27:30.168008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11540): Terminated: ok {rc=0}\u000a00:27:30.255129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:27:31.306835 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.319819 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:27:31.468453 tst ping_idle_ping.py: using LAC 32362\u000a00:27:31.595343 tst ping_idle_ping.py: using RAC 232\u000a00:27:31.719088 tst ping_idle_ping.py: using CellId 32362\u000a00:27:31.868568 tst ping_idle_ping.py: using BVCI 32363\u000a00:27:31.893972 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.905435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.916732 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.928822 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.940742 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.952899 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.965060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:27:31.976841 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:27:32.258707 tst ping_idle_ping.py:24: start network...\u000a00:27:32.382445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:27:32.864289 run create_hlr_db(pid=11542): Launched\u000a00:27:33.035729 bus /gobi_6: Setting Powered False\u000a00:27:34.055417 run create_hlr_db(pid=11542): Terminated: ok {rc=0}\u000a00:27:34.449801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Launched\u000a00:27:34.744240 run osmo-hlr_10.42.42.2(pid=11545): Launched\u000a00:27:34.856529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:27:35.372826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Launched\u000a00:27:35.667117 run osmo-stp_10.42.42.5(pid=11548): Launched\u000a00:27:35.774571 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:36.289619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Launched\u000a00:27:36.394475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:36.653207 run patchelf(pid=11551): Launched\u000a00:27:36.826869 run osmo-stp_10.42.42.5(pid=11548): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)]\u000a00:27:36.953682 run osmo-stp_10.42.42.5(pid=11548): stdout: \u000a| (launched: 2022-12-13_00:27:35.522484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:37.081478 run osmo-stp_10.42.42.5(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221213002735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002735690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002735690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002735691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:37.206381 run osmo-stp_10.42.42.5(pid=11548): stdout: \u000a| (launched: 2022-12-13_00:27:35.522484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:37.327615 run osmo-stp_10.42.42.5(pid=11548): stderr: \u000a| �[0;m�[38;5;43m20221213002735689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002735690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002735690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002735691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002735691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:37.469617 run patchelf(pid=11551): Terminating (SIGINT)\u000a00:27:37.637174 run patchelf(pid=11551): Terminated: ok {rc=0}\u000a00:27:37.667682 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11548): Process ended prematurely: osmo-stp_10.42.42.5(pid=11548) [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11548)] [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:27:37.676154 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:27:37.736033 run osmo-hlr_10.42.42.2(pid=11545): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11545)]\u000a00:27:37.785344 run osmo-hlr_10.42.42.2(pid=11545): stdout: \u000a| (launched: 2022-12-13_00:27:34.599746) \u000a00:27:37.835582 run osmo-hlr_10.42.42.2(pid=11545): stderr: \u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002734772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002734784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002734793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002734793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002734793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:37.877894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminating (SIGTERM)\u000a00:27:37.917714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminating (SIGTERM)\u000a00:27:37.957478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Terminating (SIGTERM)\u000a00:27:37.966303 --- ParallelTerminationStrategy: PID 11544 died...\u000a00:27:38.019241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11544): Terminated: ok {rc=0}\u000a00:27:38.028603 --- ParallelTerminationStrategy: PID 11547 died...\u000a00:27:38.081354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11547): Terminated: ok {rc=0}\u000a00:27:38.090908 --- ParallelTerminationStrategy: PID 11550 died...\u000a00:27:38.143451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11550): Terminated: ok {rc=0}\u000a00:27:38.226276 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:26:40" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11561): Process ended prematurely: osmo-stp_10.42.42.5(pid=11561) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11561): Process ended prematurely: osmo-stp_10.42.42.5(pid=11561) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:27:40.219427 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.230930 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:27:40.379570 tst switch_tch_pdch.py: using LAC 32363\u000a00:27:40.503265 tst switch_tch_pdch.py: using RAC 233\u000a00:27:40.627096 tst switch_tch_pdch.py: using CellId 32363\u000a00:27:40.746205 tst switch_tch_pdch.py: using BVCI 32364\u000a00:27:40.768775 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.779978 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.791100 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.802699 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.814394 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.825971 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.837598 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:27:40.848843 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:27:40.968364 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:27:41.257942 tst switch_tch_pdch.py:51: start network...\u000a00:27:41.389420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:27:41.887252 run create_hlr_db(pid=11555): Launched\u000a00:27:42.072057 bus /gobi_6: Setting Powered False\u000a00:27:43.092550 run create_hlr_db(pid=11555): Terminated: ok {rc=0}\u000a00:27:43.490894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Launched\u000a00:27:43.785531 run osmo-hlr_10.42.42.2(pid=11558): Launched\u000a00:27:43.896842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:27:44.408525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Launched\u000a00:27:44.704207 run osmo-stp_10.42.42.5(pid=11561): Launched\u000a00:27:44.812013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:45.328002 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Launched\u000a00:27:45.432411 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:45.690155 run patchelf(pid=11564): Launched\u000a00:27:45.864797 run osmo-stp_10.42.42.5(pid=11561): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)]\u000a00:27:45.999188 run osmo-stp_10.42.42.5(pid=11561): stdout: \u000a| (launched: 2022-12-13_00:27:44.558925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:46.128098 run osmo-stp_10.42.42.5(pid=11561): stderr: \u000a| �[0;m�[38;5;43m20221213002744724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002744725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002744725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002744725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:46.252458 run osmo-stp_10.42.42.5(pid=11561): stdout: \u000a| (launched: 2022-12-13_00:27:44.558925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:46.376134 run osmo-stp_10.42.42.5(pid=11561): stderr: \u000a| �[0;m�[38;5;43m20221213002744724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002744725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002744725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002744725 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002744726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:46.520887 run patchelf(pid=11564): Terminating (SIGINT)\u000a00:27:46.691237 run patchelf(pid=11564): Terminated: ok {rc=0}\u000a00:27:46.722476 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11561): Process ended prematurely: osmo-stp_10.42.42.5(pid=11561) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11561)] [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:27:46.731593 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:27:46.792169 run osmo-hlr_10.42.42.2(pid=11558): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11558)]\u000a00:27:46.841928 run osmo-hlr_10.42.42.2(pid=11558): stdout: \u000a| (launched: 2022-12-13_00:27:43.640553) \u000a00:27:46.891995 run osmo-hlr_10.42.42.2(pid=11558): stderr: \u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002743813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002743826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002743835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002743835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002743835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:46.934605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Terminating (SIGTERM)\u000a00:27:46.974693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Terminating (SIGTERM)\u000a00:27:47.017098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Terminating (SIGTERM)\u000a00:27:47.026262 --- ParallelTerminationStrategy: PID 11557 died...\u000a00:27:47.079979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11557): Terminated: ok {rc=0}\u000a00:27:47.089880 --- ParallelTerminationStrategy: PID 11560 died...\u000a00:27:47.143190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11560): Terminated: ok {rc=0}\u000a00:27:47.153517 --- ParallelTerminationStrategy: PID 11563 died...\u000a00:27:47.206830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11563): Terminated: ok {rc=0}\u000a00:27:47.289852 bus /gobi_0: Setting Powered False\u000a00:27:48.390705 bus /gobi_0: Setting Powered False\u000a00:27:49.502142 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:27:39" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:27:51.426992 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:51.437775 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:27:51.578764 tst switch_tch_pdch.py: using LAC 32364\u000a00:27:51.693511 tst switch_tch_pdch.py: using RAC 234\u000a00:27:51.808754 tst switch_tch_pdch.py: using CellId 32364\u000a00:27:51.926672 tst switch_tch_pdch.py: using BVCI 32365\u000a00:27:51.949434 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:51.960223 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:51.970764 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:51.981329 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:51.991813 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:52.002824 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:52.013606 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:27:52.024086 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:27:52.143582 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:27:52.433079 tst switch_tch_pdch.py:51: start network...\u000a00:27:52.565515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:27:53.035639 run create_hlr_db(pid=11568): Launched\u000a00:27:53.164330 bus /gobi_6: Setting Powered False\u000a00:27:54.239260 run create_hlr_db(pid=11568): Terminated: ok {rc=0}\u000a00:27:54.609797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Launched\u000a00:27:54.901964 run osmo-hlr_10.42.42.2(pid=11571): Launched\u000a00:27:55.016066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:27:55.511612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Launched\u000a00:27:55.805333 run osmo-stp_10.42.42.5(pid=11574): Launched\u000a00:27:55.912118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:27:56.400745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Launched\u000a00:27:56.505759 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:27:56.763612 run patchelf(pid=11577): Launched\u000a00:27:56.935798 run osmo-stp_10.42.42.5(pid=11574): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a00:27:57.062009 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-13_00:27:55.661347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:57.188092 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221213002755824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002755825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002755825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002755825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:57.310724 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-13_00:27:55.661347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:27:57.431377 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221213002755824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002755825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002755825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002755825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002755826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:27:57.572403 run patchelf(pid=11577): Terminating (SIGINT)\u000a00:27:57.739746 run patchelf(pid=11577): Terminated: ok {rc=0}\u000a00:27:57.770038 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:27:57.778529 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a00:27:57.837601 run osmo-hlr_10.42.42.2(pid=11571): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11571)]\u000a00:27:57.886653 run osmo-hlr_10.42.42.2(pid=11571): stdout: \u000a| (launched: 2022-12-13_00:27:54.758792) \u000a00:27:57.935808 run osmo-hlr_10.42.42.2(pid=11571): stderr: \u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002754930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002754942 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002754951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002754951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002754951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:27:57.977930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminating (SIGTERM)\u000a00:27:58.017652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminating (SIGTERM)\u000a00:27:58.057264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Terminating (SIGTERM)\u000a00:27:58.066365 --- ParallelTerminationStrategy: PID 11570 died...\u000a00:27:58.118885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminated: ok {rc=0}\u000a00:27:58.128313 --- ParallelTerminationStrategy: PID 11573 died...\u000a00:27:58.180659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminated: ok {rc=0}\u000a00:27:58.190082 --- ParallelTerminationStrategy: PID 11576 died...\u000a00:27:58.242651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11576): Terminated: ok {rc=0}\u000a00:27:58.325164 bus /gobi_0: Setting Powered False\u000a00:27:59.431797 bus /gobi_0: Setting Powered False\u000a00:28:00.539043 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:27:51" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:28:02.459163 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:28:02.469919 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:28:02.602573 tst mo_mt_sms.py: using LAC 32365\u000a00:28:02.716146 tst mo_mt_sms.py: using RAC 235\u000a00:28:02.842369 tst mo_mt_sms.py: using CellId 32365\u000a00:28:02.965535 tst mo_mt_sms.py: using BVCI 32366\u000a00:28:02.989880 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:28:03.106036 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:28:03.379921 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:28:03.501598 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:28:04.111297 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Launched\u000a00:28:04.401547 run osmo-nitb_10.42.42.2(pid=11582): Launched\u000a00:28:04.582822 run osmo-nitb_10.42.42.2(pid=11582): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)]\u000a00:28:04.716818 run osmo-nitb_10.42.42.2(pid=11582): stdout: \u000a| (launched: 2022-12-13_00:28:04.260333) \u000a00:28:04.851076 run osmo-nitb_10.42.42.2(pid=11582): stderr: \u000a| (launched: 2022-12-13_00:28:04.304246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:04.980871 run osmo-nitb_10.42.42.2(pid=11582): stdout: \u000a| (launched: 2022-12-13_00:28:04.260333) \u000a00:28:05.109204 run osmo-nitb_10.42.42.2(pid=11582): stderr: \u000a| (launched: 2022-12-13_00:28:04.304246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:05.519652 tst osmo-nitb_10.42.42.2(pid=11582): stdout: \u000a| (launched: 2022-12-13_00:28:04.260333) \u000a00:28:05.636499 tst osmo-nitb_10.42.42.2(pid=11582): stderr: \u000a| (launched: 2022-12-13_00:28:04.304246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:05.687980 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11582): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11582) [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11582)] [trial-2384↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a00:28:05.695853 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a00:28:05.730084 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Terminating (SIGTERM)\u000a00:28:05.907247 --- ParallelTerminationStrategy: PID 11581 died...\u000a00:28:05.962228 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11581): Terminated: ok {rc=0}\u000a00:28:06.049594 bus /sierra_3: Setting Powered False\u000a00:28:07.157268 bus /sierra_3: Setting Powered False\u000a00:28:08.268147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:02" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a00:28:10.154937 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.165877 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a00:28:10.295793 tst mo_mt_sms.py: using LAC 32366\u000a00:28:10.412321 tst mo_mt_sms.py: using RAC 236\u000a00:28:10.526213 tst mo_mt_sms.py: using CellId 32366\u000a00:28:10.639648 tst mo_mt_sms.py: using BVCI 32367\u000a00:28:10.661932 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.672425 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.682814 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.693464 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.703815 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:10.714124 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:28:10.833902 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a00:28:11.041503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:11.541019 run create_hlr_db(pid=11587): Launched\u000a00:28:11.725299 bus /sierra_2: Setting Powered False\u000a00:28:12.746057 run create_hlr_db(pid=11587): Terminated: ok {rc=0}\u000a00:28:13.144018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Launched\u000a00:28:13.437916 run osmo-hlr_10.42.42.2(pid=11590): Launched\u000a00:28:13.546845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:14.060143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Launched\u000a00:28:14.353965 run osmo-stp_10.42.42.5(pid=11593): Launched\u000a00:28:14.460473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:14.998260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Launched\u000a00:28:15.292409 run osmo-msc_10.42.42.6(pid=11596): Launched\u000a00:28:15.465759 run osmo-stp_10.42.42.5(pid=11593): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)]\u000a00:28:15.590753 run osmo-stp_10.42.42.5(pid=11593): stdout: \u000a| (launched: 2022-12-13_00:28:14.209408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:15.713944 run osmo-stp_10.42.42.5(pid=11593): stderr: \u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002814376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:15.837139 run osmo-stp_10.42.42.5(pid=11593): stdout: \u000a| (launched: 2022-12-13_00:28:14.209408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:15.967525 run osmo-stp_10.42.42.5(pid=11593): stderr: \u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002814376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002814376 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002814377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:16.021586 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11593): Process ended prematurely: osmo-stp_10.42.42.5(pid=11593) [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11593)] [trial-2384↪sms:trx-b200↪mo_mt_sms.py:16]\u000a00:28:16.030102 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a00:28:16.091423 run osmo-hlr_10.42.42.2(pid=11590): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11590)]\u000a00:28:16.141886 run osmo-hlr_10.42.42.2(pid=11590): stdout: \u000a| (launched: 2022-12-13_00:28:13.293153) \u000a00:28:16.193046 run osmo-hlr_10.42.42.2(pid=11590): stderr: \u000a| �[0;m�[1;31m20221213002813463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002813463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002813464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002813464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002813464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002813464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002813476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002813484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002813485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002813485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:16.261864 run osmo-msc_10.42.42.6(pid=11596): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11596)]\u000a00:28:16.312564 run osmo-msc_10.42.42.6(pid=11596): stdout: \u000a| (launched: 2022-12-13_00:28:15.147317) \u000a00:28:16.363448 run osmo-msc_10.42.42.6(pid=11596): stderr: \u000a| �[0;m�[38;5;43m20221213002815415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002815415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cf702fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002815416 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002815416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002815416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002815416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002815419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002815419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002815419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002815420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:16.406896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminating (SIGTERM)\u000a00:28:16.447732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminating (SIGTERM)\u000a00:28:16.488329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminating (SIGTERM)\u000a00:28:16.498217 --- ParallelTerminationStrategy: PID 11589 died...\u000a00:28:16.553319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11589): Terminated: ok {rc=0}\u000a00:28:16.563313 --- ParallelTerminationStrategy: PID 11592 died...\u000a00:28:16.618313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11592): Terminated: ok {rc=0}\u000a00:28:16.628741 --- ParallelTerminationStrategy: PID 11595 died...\u000a00:28:16.685254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11595): Terminated: ok {rc=0}\u000a00:28:16.779866 bus /sierra_3: Setting Powered False\u000a00:28:17.886321 bus /sierra_3: Setting Powered False\u000a00:28:18.998498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:09" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:28:20.828586 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a00:28:20.839448 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:28:20.970747 tst assert_extension.py: using LAC 32367\u000a00:28:21.085456 tst assert_extension.py: using RAC 237\u000a00:28:21.200570 tst assert_extension.py: using CellId 32367\u000a00:28:21.316665 tst assert_extension.py: using BVCI 32368\u000a00:28:21.338971 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:28:21.624628 tst assert_extension.py:10: start nitb and bts...\u000a00:28:21.755856 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:28:22.410645 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Launched\u000a00:28:22.723146 run osmo-nitb_10.42.42.2(pid=11602): Launched\u000a00:28:22.918121 run osmo-nitb_10.42.42.2(pid=11602): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)]\u000a00:28:23.062625 run osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-13_00:28:22.571418) \u000a00:28:23.207304 run osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-13_00:28:22.618402)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:23.346971 run osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-13_00:28:22.571418) \u000a00:28:23.485449 run osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-13_00:28:22.618402)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:23.850486 tst osmo-nitb_10.42.42.2(pid=11602): stdout: \u000a| (launched: 2022-12-13_00:28:22.571418) \u000a00:28:23.977403 tst osmo-nitb_10.42.42.2(pid=11602): stderr: \u000a| (launched: 2022-12-13_00:28:22.618402)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:28:24.032689 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11602): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11602) [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11602)] [trial-2384↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a00:28:24.041353 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:28:24.078210 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminating (SIGTERM)\u000a00:28:24.256220 --- ParallelTerminationStrategy: PID 11601 died...\u000a00:28:24.314388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11601): Terminated: ok {rc=0}\u000a00:28:24.402879 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:20" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11612): Process ended prematurely: osmo-stp_10.42.42.5(pid=11612) [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11612): Process ended prematurely: osmo-stp_10.42.42.5(pid=11612) [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a00:28:26.235438 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.246416 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a00:28:26.388061 tst assert_extension.py: using LAC 32368\u000a00:28:26.510540 tst assert_extension.py: using RAC 238\u000a00:28:26.632738 tst assert_extension.py: using CellId 32368\u000a00:28:26.749577 tst assert_extension.py: using BVCI 32369\u000a00:28:26.771841 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.782617 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.793183 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.804046 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.814705 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:28:26.825333 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a00:28:27.033174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:27.530723 run create_hlr_db(pid=11606): Launched\u000a00:28:27.714371 bus /sierra_2: Setting Powered False\u000a00:28:28.734505 run create_hlr_db(pid=11606): Terminated: ok {rc=0}\u000a00:28:29.155072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Launched\u000a00:28:29.471858 run osmo-hlr_10.42.42.2(pid=11609): Launched\u000a00:28:29.586346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:30.138302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Launched\u000a00:28:30.454799 run osmo-stp_10.42.42.5(pid=11612): Launched\u000a00:28:30.570347 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:31.186821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Launched\u000a00:28:31.576828 run osmo-msc_10.42.42.6(pid=11615): Launched\u000a00:28:31.920241 run osmo-stp_10.42.42.5(pid=11612): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)]\u000a00:28:32.098501 run osmo-stp_10.42.42.5(pid=11612): stdout: \u000a| (launched: 2022-12-13_00:28:30.299255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:32.287490 run osmo-stp_10.42.42.5(pid=11612): stderr: \u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002830486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:32.405328 run osmo-stp_10.42.42.5(pid=11612): stdout: \u000a| (launched: 2022-12-13_00:28:30.299255)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:32.522489 run osmo-stp_10.42.42.5(pid=11612): stderr: \u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002830485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002830486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002830486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:32.573555 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11612): Process ended prematurely: osmo-stp_10.42.42.5(pid=11612) [trial-2384↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11612)] [trial-2384↪ussd:trx-b200↪assert_extension.py:17]\u000a00:28:32.581781 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a00:28:32.641599 run osmo-hlr_10.42.42.2(pid=11609): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11609)]\u000a00:28:32.690898 run osmo-hlr_10.42.42.2(pid=11609): stdout: \u000a| (launched: 2022-12-13_00:28:29.316401) \u000a00:28:32.740760 run osmo-hlr_10.42.42.2(pid=11609): stderr: \u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002829511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002829523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002829531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002829531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002829531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:32.808447 run osmo-msc_10.42.42.6(pid=11615): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11615)]\u000a00:28:32.857730 run osmo-msc_10.42.42.6(pid=11615): stdout: \u000a| (launched: 2022-12-13_00:28:31.339879) \u000a00:28:32.907594 run osmo-msc_10.42.42.6(pid=11615): stderr: \u000a| �[0;m�[38;5;43m20221213002831945 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002831946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1eff1cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002831946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002831946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002831946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002831950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002831956 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002831959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002831959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002831959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:32.949940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Terminating (SIGTERM)\u000a00:28:32.989936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Terminating (SIGTERM)\u000a00:28:33.029980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Terminating (SIGTERM)\u000a00:28:33.039278 --- ParallelTerminationStrategy: PID 11608 died...\u000a00:28:33.092447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11608): Terminated: ok {rc=0}\u000a00:28:33.102034 --- ParallelTerminationStrategy: PID 11611 died...\u000a00:28:33.154701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11611): Terminated: ok {rc=0}\u000a00:28:33.164159 --- ParallelTerminationStrategy: PID 11614 died...\u000a00:28:33.216837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11614): Terminated: ok {rc=0}\u000a00:28:33.300078 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:26" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11626): Process ended prematurely: osmo-stp_10.42.42.5(pid=11626) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11626): Process ended prematurely: osmo-stp_10.42.42.5(pid=11626) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:28:35.266292 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.277702 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:28:35.442826 tst mo_mt_call.py: using LAC 32369\u000a00:28:35.566006 tst mo_mt_call.py: using RAC 239\u000a00:28:35.683869 tst mo_mt_call.py: using CellId 32369\u000a00:28:35.802233 tst mo_mt_call.py: using BVCI 32370\u000a00:28:35.825333 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.836299 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.847220 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.858152 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.868930 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:35.879698 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:28:35.998836 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:28:36.200206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:36.680085 run create_hlr_db(pid=11620): Launched\u000a00:28:36.852158 bus /sierra_2: Setting Powered False\u000a00:28:37.874455 run create_hlr_db(pid=11620): Terminated: ok {rc=0}\u000a00:28:38.302081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Launched\u000a00:28:38.624936 run osmo-hlr_10.42.42.2(pid=11623): Launched\u000a00:28:38.741341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:39.301545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Launched\u000a00:28:39.623788 run osmo-stp_10.42.42.5(pid=11626): Launched\u000a00:28:39.742967 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:40.333847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Launched\u000a00:28:40.658956 run osmo-msc_10.42.42.6(pid=11629): Launched\u000a00:28:40.848770 run osmo-stp_10.42.42.5(pid=11626): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)]\u000a00:28:40.986792 run osmo-stp_10.42.42.5(pid=11626): stdout: \u000a| (launched: 2022-12-13_00:28:39.465768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:41.123064 run osmo-stp_10.42.42.5(pid=11626): stderr: \u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002839652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:41.253334 run osmo-stp_10.42.42.5(pid=11626): stdout: \u000a| (launched: 2022-12-13_00:28:39.465768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:41.382347 run osmo-stp_10.42.42.5(pid=11626): stderr: \u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002839651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002839652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002839652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:41.438971 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11626): Process ended prematurely: osmo-stp_10.42.42.5(pid=11626) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11626)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:28:41.447993 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:28:41.511676 run osmo-hlr_10.42.42.2(pid=11623): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11623)]\u000a00:28:41.564139 run osmo-hlr_10.42.42.2(pid=11623): stdout: \u000a| (launched: 2022-12-13_00:28:38.465927) \u000a00:28:41.617494 run osmo-hlr_10.42.42.2(pid=11623): stderr: \u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002838657 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002838670 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002838679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002838679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002838679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:41.688481 run osmo-msc_10.42.42.6(pid=11629): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11629)]\u000a00:28:41.740512 run osmo-msc_10.42.42.6(pid=11629): stdout: \u000a| (launched: 2022-12-13_00:28:40.499144) \u000a00:28:41.793240 run osmo-msc_10.42.42.6(pid=11629): stderr: \u000a| �[0;m�[38;5;43m20221213002840815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002840815 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f781e2b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002840815 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002840815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002840816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002840816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002840818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002840818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002840818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002840818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:41.837718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Terminating (SIGTERM)\u000a00:28:41.880091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Terminating (SIGTERM)\u000a00:28:41.922450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Terminating (SIGTERM)\u000a00:28:41.932303 --- ParallelTerminationStrategy: PID 11622 died...\u000a00:28:41.988853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11622): Terminated: ok {rc=0}\u000a00:28:41.999213 --- ParallelTerminationStrategy: PID 11625 died...\u000a00:28:42.055378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11625): Terminated: ok {rc=0}\u000a00:28:42.065708 --- ParallelTerminationStrategy: PID 11628 died...\u000a00:28:42.121489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11628): Terminated: ok {rc=0}\u000a00:28:42.209224 bus /sierra_3: Setting Powered False\u000a00:28:43.316835 bus /sierra_3: Setting Powered False\u000a00:28:44.424196 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11637): Process ended prematurely: osmo-stp_10.42.42.5(pid=11637) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11637): Process ended prematurely: osmo-stp_10.42.42.5(pid=11637) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:28:45.532846 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:45.544568 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:28:45.709402 tst mo_mt_call_osmux.py: using LAC 32370\u000a00:28:45.842324 tst mo_mt_call_osmux.py: using RAC 240\u000a00:28:45.976371 tst mo_mt_call_osmux.py: using CellId 32370\u000a00:28:46.105887 tst mo_mt_call_osmux.py: using BVCI 32371\u000a00:28:46.129742 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:46.141897 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:46.153755 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:46.165926 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:46.177754 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:28:46.189824 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:28:46.304422 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:28:46.544200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:47.110744 run create_hlr_db(pid=11631): Launched\u000a00:28:47.301816 bus /sierra_2: Setting Powered False\u000a00:28:48.319116 run create_hlr_db(pid=11631): Terminated: ok {rc=0}\u000a00:28:48.723157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Launched\u000a00:28:49.023156 run osmo-hlr_10.42.42.2(pid=11634): Launched\u000a00:28:49.134337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:28:49.657787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Launched\u000a00:28:49.958192 run osmo-stp_10.42.42.5(pid=11637): Launched\u000a00:28:50.067479 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:28:50.616650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Launched\u000a00:28:50.916821 run osmo-msc_10.42.42.6(pid=11640): Launched\u000a00:28:51.092248 run osmo-stp_10.42.42.5(pid=11637): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)]\u000a00:28:51.219440 run osmo-stp_10.42.42.5(pid=11637): stdout: \u000a| (launched: 2022-12-13_00:28:49.810623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:51.345054 run osmo-stp_10.42.42.5(pid=11637): stderr: \u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002849980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:51.465817 run osmo-stp_10.42.42.5(pid=11637): stdout: \u000a| (launched: 2022-12-13_00:28:49.810623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:28:51.585536 run osmo-stp_10.42.42.5(pid=11637): stderr: \u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002849979 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002849980 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002849980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:28:51.638659 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11637): Process ended prematurely: osmo-stp_10.42.42.5(pid=11637) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11637)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:28:51.647410 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:28:51.707371 run osmo-hlr_10.42.42.2(pid=11634): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11634)]\u000a00:28:51.756378 run osmo-hlr_10.42.42.2(pid=11634): stdout: \u000a| (launched: 2022-12-13_00:28:48.876088) \u000a00:28:51.805883 run osmo-hlr_10.42.42.2(pid=11634): stderr: \u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002849048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002849060 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002849069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002849069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002849069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:28:51.873041 run osmo-msc_10.42.42.6(pid=11640): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11640)]\u000a00:28:51.921939 run osmo-msc_10.42.42.6(pid=11640): stdout: \u000a| (launched: 2022-12-13_00:28:50.768850) \u000a00:28:51.971207 run osmo-msc_10.42.42.6(pid=11640): stderr: \u000a| �[0;m�[38;5;43m20221213002851039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002851039 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafc3d10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002851039 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002851039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002851039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002851040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002851042 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002851043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002851043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002851043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:28:52.012836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Terminating (SIGTERM)\u000a00:28:52.052420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Terminating (SIGTERM)\u000a00:28:52.091964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Terminating (SIGTERM)\u000a00:28:52.101308 --- ParallelTerminationStrategy: PID 11633 died...\u000a00:28:52.154459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11633): Terminated: ok {rc=0}\u000a00:28:52.164110 --- ParallelTerminationStrategy: PID 11636 died...\u000a00:28:52.216596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11636): Terminated: ok {rc=0}\u000a00:28:52.226294 --- ParallelTerminationStrategy: PID 11639 died...\u000a00:28:52.278746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11639): Terminated: ok {rc=0}\u000a00:28:52.367273 bus /sierra_3: Setting Powered False\u000a00:28:53.470398 bus /sierra_3: Setting Powered False\u000a00:28:54.582160 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:34" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:28:56.569390 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:56.580350 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:28:56.743688 tst mo_mt_call.py: using LAC 32371\u000a00:28:56.869680 tst mo_mt_call.py: using RAC 241\u000a00:28:56.996625 tst mo_mt_call.py: using CellId 32371\u000a00:28:57.126232 tst mo_mt_call.py: using BVCI 32372\u000a00:28:57.150779 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:57.162212 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:57.173579 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:57.185058 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:57.196584 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:28:57.208128 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:28:57.330394 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:28:57.540616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:28:58.047774 run create_hlr_db(pid=11645): Launched\u000a00:28:58.233985 bus /sierra_2: Setting Powered False\u000a00:28:59.255870 run create_hlr_db(pid=11645): Terminated: ok {rc=0}\u000a00:28:59.660528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Launched\u000a00:28:59.960576 run osmo-hlr_10.42.42.2(pid=11648): Launched\u000a00:29:00.075119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:00.640570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Launched\u000a00:29:01.065029 run osmo-stp_10.42.42.5(pid=11651): Launched\u000a00:29:01.365331 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:01.975979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Launched\u000a00:29:02.309731 run osmo-msc_10.42.42.6(pid=11654): Launched\u000a00:29:02.498119 run osmo-stp_10.42.42.5(pid=11651): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a00:29:02.635254 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-13_00:29:00.804752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:02.770758 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221213002901134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002901135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002901135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002901136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002901138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002901138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002901139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:02.900605 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-13_00:29:00.804752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:03.029898 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221213002901134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002901135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002901135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002901136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002901138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002901138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002901139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:03.086487 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:29:03.095905 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:29:03.158898 run osmo-hlr_10.42.42.2(pid=11648): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11648)]\u000a00:29:03.210600 run osmo-hlr_10.42.42.2(pid=11648): stdout: \u000a| (launched: 2022-12-13_00:28:59.813948) \u000a00:29:03.262721 run osmo-hlr_10.42.42.2(pid=11648): stderr: \u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002859987 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002859999 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002900007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002900008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002900008 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:03.333387 run osmo-msc_10.42.42.6(pid=11654): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11654)]\u000a00:29:03.385345 run osmo-msc_10.42.42.6(pid=11654): stdout: \u000a| (launched: 2022-12-13_00:29:02.143146) \u000a00:29:03.437438 run osmo-msc_10.42.42.6(pid=11654): stderr: \u000a| �[0;m�[38;5;43m20221213002902467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002902467 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02d8ed8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002902467 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002902467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002902468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002902468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002902469 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002902470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002902470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002902470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:03.481701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminating (SIGTERM)\u000a00:29:03.524383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminating (SIGTERM)\u000a00:29:03.566448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminating (SIGTERM)\u000a00:29:03.576434 --- ParallelTerminationStrategy: PID 11647 died...\u000a00:29:03.632929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminated: ok {rc=0}\u000a00:29:03.643290 --- ParallelTerminationStrategy: PID 11650 died...\u000a00:29:03.699602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminated: ok {rc=0}\u000a00:29:03.709775 --- ParallelTerminationStrategy: PID 11653 died...\u000a00:29:03.765714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminated: ok {rc=0}\u000a00:29:03.851585 bus /sierra_3: Setting Powered False\u000a00:29:04.958723 bus /sierra_3: Setting Powered False\u000a00:29:06.066441 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:29:07.182094 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.194180 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:29:07.361262 tst mo_mt_call_osmux.py: using LAC 32372\u000a00:29:07.488278 tst mo_mt_call_osmux.py: using RAC 242\u000a00:29:07.615612 tst mo_mt_call_osmux.py: using CellId 32372\u000a00:29:07.742317 tst mo_mt_call_osmux.py: using BVCI 32373\u000a00:29:07.767006 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.778750 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.790386 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.802515 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.814579 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:29:07.826437 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:29:07.943242 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:29:08.143333 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:08.624722 run create_hlr_db(pid=11656): Launched\u000a00:29:08.797427 bus /sierra_2: Setting Powered False\u000a00:29:09.820808 run create_hlr_db(pid=11656): Terminated: ok {rc=0}\u000a00:29:10.221664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Launched\u000a00:29:10.522599 run osmo-hlr_10.42.42.2(pid=11659): Launched\u000a00:29:10.632221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:11.156495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Launched\u000a00:29:11.456173 run osmo-stp_10.42.42.5(pid=11662): Launched\u000a00:29:11.565669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:12.123363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Launched\u000a00:29:12.427350 run osmo-msc_10.42.42.6(pid=11665): Launched\u000a00:29:12.604795 run osmo-stp_10.42.42.5(pid=11662): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a00:29:12.734119 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-13_00:29:11.309121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:12.860732 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221213002911475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002911475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002911476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002911476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:12.982919 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-13_00:29:11.309121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:13.103681 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221213002911475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002911475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002911476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002911476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002911477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:13.157010 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:29:13.165709 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:29:13.225820 run osmo-hlr_10.42.42.2(pid=11659): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11659)]\u000a00:29:13.275487 run osmo-hlr_10.42.42.2(pid=11659): stdout: \u000a| (launched: 2022-12-13_00:29:10.375033) \u000a00:29:13.325973 run osmo-hlr_10.42.42.2(pid=11659): stderr: \u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002910548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002910560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002910569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002910570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002910570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:13.394118 run osmo-msc_10.42.42.6(pid=11665): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11665)]\u000a00:29:13.443227 run osmo-msc_10.42.42.6(pid=11665): stdout: \u000a| (launched: 2022-12-13_00:29:12.277809) \u000a00:29:13.492886 run osmo-msc_10.42.42.6(pid=11665): stderr: \u000a| �[0;m�[38;5;43m20221213002912547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002912547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8c5f85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002912547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002912547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002912547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002912547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002912550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002912550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002912550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002912551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:13.535108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminating (SIGTERM)\u000a00:29:13.574896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminating (SIGTERM)\u000a00:29:13.614621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminating (SIGTERM)\u000a00:29:13.623917 --- ParallelTerminationStrategy: PID 11658 died...\u000a00:29:13.677016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminated: ok {rc=0}\u000a00:29:13.686791 --- ParallelTerminationStrategy: PID 11661 died...\u000a00:29:13.739365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminated: ok {rc=0}\u000a00:29:13.749047 --- ParallelTerminationStrategy: PID 11664 died...\u000a00:29:13.801599 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminated: ok {rc=0}\u000a00:29:13.889496 bus /sierra_3: Setting Powered False\u000a00:29:14.991181 bus /sierra_3: Setting Powered False\u000a00:29:16.104462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:28:56" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:29:18.109108 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.120569 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:29:18.287574 tst mo_mt_call.py: using LAC 32373\u000a00:29:18.410499 tst mo_mt_call.py: using RAC 243\u000a00:29:18.529704 tst mo_mt_call.py: using CellId 32373\u000a00:29:18.647893 tst mo_mt_call.py: using BVCI 32374\u000a00:29:18.671241 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.682451 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.693433 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.704576 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.715822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:18.727111 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:29:18.848109 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:29:19.059770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:19.569296 run create_hlr_db(pid=11670): Launched\u000a00:29:19.755922 bus /sierra_2: Setting Powered False\u000a00:29:20.777809 run create_hlr_db(pid=11670): Terminated: ok {rc=0}\u000a00:29:21.207291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Launched\u000a00:29:21.530210 run osmo-hlr_10.42.42.2(pid=11673): Launched\u000a00:29:21.647254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:22.208053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Launched\u000a00:29:22.530772 run osmo-stp_10.42.42.5(pid=11676): Launched\u000a00:29:22.648171 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:23.239927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Launched\u000a00:29:23.564520 run osmo-msc_10.42.42.6(pid=11679): Launched\u000a00:29:23.753209 run osmo-stp_10.42.42.5(pid=11676): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a00:29:23.889394 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-13_00:29:22.372459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:24.024888 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002922562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:24.154831 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-13_00:29:22.372459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:24.283248 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002922561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002922562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002922562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:24.339907 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:29:24.349172 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:29:24.412341 run osmo-hlr_10.42.42.2(pid=11673): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11673)]\u000a00:29:24.463948 run osmo-hlr_10.42.42.2(pid=11673): stdout: \u000a| (launched: 2022-12-13_00:29:21.371696) \u000a00:29:24.516373 run osmo-hlr_10.42.42.2(pid=11673): stderr: \u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002921565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002921578 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002921587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002921587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002921587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:24.587325 run osmo-msc_10.42.42.6(pid=11679): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11679)]\u000a00:29:24.639114 run osmo-msc_10.42.42.6(pid=11679): stdout: \u000a| (launched: 2022-12-13_00:29:23.404777) \u000a00:29:24.691561 run osmo-msc_10.42.42.6(pid=11679): stderr: \u000a| �[0;m�[38;5;43m20221213002923724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002923724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55f287fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002923724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002923724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002923724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002923725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002923726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002923727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002923727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002923727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:24.735700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminating (SIGTERM)\u000a00:29:24.778071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminating (SIGTERM)\u000a00:29:24.820291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminating (SIGTERM)\u000a00:29:24.830295 --- ParallelTerminationStrategy: PID 11672 died...\u000a00:29:24.886674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminated: ok {rc=0}\u000a00:29:24.896646 --- ParallelTerminationStrategy: PID 11675 died...\u000a00:29:24.953093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminated: ok {rc=0}\u000a00:29:24.963100 --- ParallelTerminationStrategy: PID 11678 died...\u000a00:29:25.019680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminated: ok {rc=0}\u000a00:29:25.106887 bus /sierra_3: Setting Powered False\u000a00:29:26.214714 bus /sierra_3: Setting Powered False\u000a00:29:27.322025 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:29:28.437181 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:28.449579 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:29:28.618126 tst mo_mt_call_osmux.py: using LAC 32374\u000a00:29:28.747521 tst mo_mt_call_osmux.py: using RAC 244\u000a00:29:28.872375 tst mo_mt_call_osmux.py: using CellId 32374\u000a00:29:28.997717 tst mo_mt_call_osmux.py: using BVCI 32375\u000a00:29:29.022390 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:29.034133 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:29.045461 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:29.057101 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:29.068778 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:29:29.080455 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:29:29.197352 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:29:29.398053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:29.880932 run create_hlr_db(pid=11681): Launched\u000a00:29:30.054111 bus /sierra_2: Setting Powered False\u000a00:29:31.093921 run create_hlr_db(pid=11681): Terminated: ok {rc=0}\u000a00:29:31.543677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Launched\u000a00:29:31.902861 run osmo-hlr_10.42.42.2(pid=11684): Launched\u000a00:29:32.135391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:32.717112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Launched\u000a00:29:33.039704 run osmo-stp_10.42.42.5(pid=11687): Launched\u000a00:29:33.157296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:33.747690 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Launched\u000a00:29:34.072093 run osmo-msc_10.42.42.6(pid=11690): Launched\u000a00:29:34.261885 run osmo-stp_10.42.42.5(pid=11687): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]\u000a00:29:34.401830 run osmo-stp_10.42.42.5(pid=11687): stdout: \u000a| (launched: 2022-12-13_00:29:32.881217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:34.541379 run osmo-stp_10.42.42.5(pid=11687): stderr: \u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002933068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:34.671521 run osmo-stp_10.42.42.5(pid=11687): stdout: \u000a| (launched: 2022-12-13_00:29:32.881217)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:34.800158 run osmo-stp_10.42.42.5(pid=11687): stderr: \u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002933068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002933068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002933069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:34.857128 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:29:34.866649 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:29:34.930666 run osmo-hlr_10.42.42.2(pid=11684): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11684)]\u000a00:29:34.982634 run osmo-hlr_10.42.42.2(pid=11684): stdout: \u000a| (launched: 2022-12-13_00:29:31.715151) \u000a00:29:35.035151 run osmo-hlr_10.42.42.2(pid=11684): stderr: \u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002932097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002932117 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002932132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002932132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002932132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:35.105994 run osmo-msc_10.42.42.6(pid=11690): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11690)]\u000a00:29:35.157320 run osmo-msc_10.42.42.6(pid=11690): stdout: \u000a| (launched: 2022-12-13_00:29:33.912135) \u000a00:29:35.209813 run osmo-msc_10.42.42.6(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221213002934228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002934228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fccd909fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002934228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002934228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002934229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002934229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002934231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002934231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002934231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002934232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:35.254318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminating (SIGTERM)\u000a00:29:35.297132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminating (SIGTERM)\u000a00:29:35.339201 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminating (SIGTERM)\u000a00:29:35.349297 --- ParallelTerminationStrategy: PID 11683 died...\u000a00:29:35.405488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminated: ok {rc=0}\u000a00:29:35.415754 --- ParallelTerminationStrategy: PID 11686 died...\u000a00:29:35.471534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminated: ok {rc=0}\u000a00:29:35.481800 --- ParallelTerminationStrategy: PID 11689 died...\u000a00:29:35.537736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminated: ok {rc=0}\u000a00:29:35.625527 bus /sierra_3: Setting Powered False\u000a00:29:36.732922 bus /sierra_3: Setting Powered False\u000a00:29:37.840426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:29:17" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:29:39.843525 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:39.855129 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:29:40.020140 tst mo_mt_call.py: using LAC 32375\u000a00:29:40.148006 tst mo_mt_call.py: using RAC 245\u000a00:29:40.273672 tst mo_mt_call.py: using CellId 32375\u000a00:29:40.398689 tst mo_mt_call.py: using BVCI 32376\u000a00:29:40.423427 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:40.434837 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:40.446173 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:40.457786 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:40.469432 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:40.480827 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:29:40.598119 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:29:40.808696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:41.317575 run create_hlr_db(pid=11698): Launched\u000a00:29:41.503845 bus /sierra_2: Setting Powered False\u000a00:29:42.525219 run create_hlr_db(pid=11698): Terminated: ok {rc=0}\u000a00:29:42.928357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Launched\u000a00:29:43.230462 run osmo-hlr_10.42.42.2(pid=11701): Launched\u000a00:29:43.341465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:43.865444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Launched\u000a00:29:44.166616 run osmo-stp_10.42.42.5(pid=11704): Launched\u000a00:29:44.275857 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:44.831165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Launched\u000a00:29:45.135213 run osmo-msc_10.42.42.6(pid=11707): Launched\u000a00:29:45.311197 run osmo-stp_10.42.42.5(pid=11704): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)]\u000a00:29:45.438663 run osmo-stp_10.42.42.5(pid=11704): stdout: \u000a| (launched: 2022-12-13_00:29:44.018318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:45.563854 run osmo-stp_10.42.42.5(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002944188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002944188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002944188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002944189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:45.684257 run osmo-stp_10.42.42.5(pid=11704): stdout: \u000a| (launched: 2022-12-13_00:29:44.018318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:45.803610 run osmo-stp_10.42.42.5(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002944187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002944188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002944188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002944188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002944189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:45.861282 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11704): Process ended prematurely: osmo-stp_10.42.42.5(pid=11704) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11704)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:29:45.871509 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:29:45.949574 run osmo-hlr_10.42.42.2(pid=11701): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11701)]\u000a00:29:45.999726 run osmo-hlr_10.42.42.2(pid=11701): stdout: \u000a| (launched: 2022-12-13_00:29:43.081499) \u000a00:29:46.052191 run osmo-hlr_10.42.42.2(pid=11701): stderr: \u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002943255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002943267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002943276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002943276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002943276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:46.121886 run osmo-msc_10.42.42.6(pid=11707): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11707)]\u000a00:29:46.172540 run osmo-msc_10.42.42.6(pid=11707): stdout: \u000a| (launched: 2022-12-13_00:29:44.984316) \u000a00:29:46.223130 run osmo-msc_10.42.42.6(pid=11707): stderr: \u000a| �[0;m�[38;5;43m20221213002945254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002945254 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f07cb9a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002945254 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002945254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002945255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002945255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002945256 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002945257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002945257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002945257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:46.265916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminating (SIGTERM)\u000a00:29:46.306279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminating (SIGTERM)\u000a00:29:46.346754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminating (SIGTERM)\u000a00:29:46.356034 --- ParallelTerminationStrategy: PID 11700 died...\u000a00:29:46.409987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11700): Terminated: ok {rc=0}\u000a00:29:46.419912 --- ParallelTerminationStrategy: PID 11703 died...\u000a00:29:46.474074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11703): Terminated: ok {rc=0}\u000a00:29:46.483948 --- ParallelTerminationStrategy: PID 11706 died...\u000a00:29:46.537827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11706): Terminated: ok {rc=0}\u000a00:29:46.624979 bus /sierra_3: Setting Powered False\u000a00:29:47.729630 bus /sierra_3: Setting Powered False\u000a00:29:48.840639 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:29:49.954477 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:49.966662 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:29:50.134638 tst mo_mt_call_osmux.py: using LAC 32376\u000a00:29:50.261776 tst mo_mt_call_osmux.py: using RAC 246\u000a00:29:50.390282 tst mo_mt_call_osmux.py: using CellId 32376\u000a00:29:50.515636 tst mo_mt_call_osmux.py: using BVCI 32377\u000a00:29:50.540279 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:50.551703 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:50.563073 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:50.574758 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:50.587495 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:29:50.599235 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:29:50.716562 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:29:50.929559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:29:51.437606 run create_hlr_db(pid=11709): Launched\u000a00:29:51.624423 bus /sierra_2: Setting Powered False\u000a00:29:52.645219 run create_hlr_db(pid=11709): Terminated: ok {rc=0}\u000a00:29:53.046582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Launched\u000a00:29:53.346493 run osmo-hlr_10.42.42.2(pid=11712): Launched\u000a00:29:53.457025 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:29:53.978828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Launched\u000a00:29:54.277867 run osmo-stp_10.42.42.5(pid=11715): Launched\u000a00:29:54.387204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:29:54.936871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Launched\u000a00:29:55.238560 run osmo-msc_10.42.42.6(pid=11718): Launched\u000a00:29:55.417993 run osmo-stp_10.42.42.5(pid=11715): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)]\u000a00:29:55.545387 run osmo-stp_10.42.42.5(pid=11715): stdout: \u000a| (launched: 2022-12-13_00:29:54.131157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:55.670911 run osmo-stp_10.42.42.5(pid=11715): stderr: \u000a| �[0;m�[38;5;43m20221213002954298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002954298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002954299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002954299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:55.791517 run osmo-stp_10.42.42.5(pid=11715): stdout: \u000a| (launched: 2022-12-13_00:29:54.131157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:29:55.911286 run osmo-stp_10.42.42.5(pid=11715): stderr: \u000a| �[0;m�[38;5;43m20221213002954298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213002954298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213002954299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213002954299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213002954300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:29:55.964102 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11715): Process ended prematurely: osmo-stp_10.42.42.5(pid=11715) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11715)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:29:55.972639 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:29:56.032541 run osmo-hlr_10.42.42.2(pid=11712): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11712)]\u000a00:29:56.081913 run osmo-hlr_10.42.42.2(pid=11712): stdout: \u000a| (launched: 2022-12-13_00:29:53.199480) \u000a00:29:56.131822 run osmo-hlr_10.42.42.2(pid=11712): stderr: \u000a| �[0;m�[1;31m20221213002953372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213002953372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213002953372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002953372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213002953372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213002953373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213002953385 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213002953394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213002953394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213002953394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:29:56.199957 run osmo-msc_10.42.42.6(pid=11718): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11718)]\u000a00:29:56.249462 run osmo-msc_10.42.42.6(pid=11718): stdout: \u000a| (launched: 2022-12-13_00:29:55.090034) \u000a00:29:56.299251 run osmo-msc_10.42.42.6(pid=11718): stderr: \u000a| �[0;m�[38;5;43m20221213002955359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213002955359 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc60ebe6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213002955359 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213002955359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213002955360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213002955360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213002955362 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213002955362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213002955362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213002955362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:29:56.341623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminating (SIGTERM)\u000a00:29:56.381814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminating (SIGTERM)\u000a00:29:56.421917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Terminating (SIGTERM)\u000a00:29:56.431083 --- ParallelTerminationStrategy: PID 11711 died...\u000a00:29:56.484653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11711): Terminated: ok {rc=0}\u000a00:29:56.494232 --- ParallelTerminationStrategy: PID 11714 died...\u000a00:29:56.547748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11714): Terminated: ok {rc=0}\u000a00:29:56.557339 --- ParallelTerminationStrategy: PID 11717 died...\u000a00:29:56.610364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11717): Terminated: ok {rc=0}\u000a00:29:56.699624 bus /sierra_3: Setting Powered False\u000a00:29:57.803752 bus /sierra_3: Setting Powered False\u000a00:29:58.916026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:29:39" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:30:00.928782 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:00.940222 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:30:01.096162 tst mo_mt_call.py: using LAC 32377\u000a00:30:01.253100 tst mo_mt_call.py: using RAC 247\u000a00:30:01.417612 tst mo_mt_call.py: using CellId 32377\u000a00:30:01.573521 tst mo_mt_call.py: using BVCI 32378\u000a00:30:01.603097 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:01.616697 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:01.630733 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:01.645202 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:01.659149 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:01.673061 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:30:01.797215 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:30:02.030108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:02.521250 run create_hlr_db(pid=11726): Launched\u000a00:30:02.693797 bus /sierra_2: Setting Powered False\u000a00:30:03.716779 run create_hlr_db(pid=11726): Terminated: ok {rc=0}\u000a00:30:04.143667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Launched\u000a00:30:04.443140 run osmo-hlr_10.42.42.2(pid=11729): Launched\u000a00:30:04.559643 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:05.091419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Launched\u000a00:30:05.391204 run osmo-stp_10.42.42.5(pid=11732): Launched\u000a00:30:05.499101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:06.048028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Launched\u000a00:30:06.348347 run osmo-msc_10.42.42.6(pid=11735): Launched\u000a00:30:06.523997 run osmo-stp_10.42.42.5(pid=11732): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)]\u000a00:30:06.651747 run osmo-stp_10.42.42.5(pid=11732): stdout: \u000a| (launched: 2022-12-13_00:30:05.244194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:06.776754 run osmo-stp_10.42.42.5(pid=11732): stderr: \u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003005412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003005412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003005412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003005413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:06.896941 run osmo-stp_10.42.42.5(pid=11732): stdout: \u000a| (launched: 2022-12-13_00:30:05.244194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:07.016174 run osmo-stp_10.42.42.5(pid=11732): stderr: \u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003005411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003005412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003005412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003005412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003005413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:07.068751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11732): Process ended prematurely: osmo-stp_10.42.42.5(pid=11732) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11732)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:30:07.077290 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:30:07.136351 run osmo-hlr_10.42.42.2(pid=11729): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11729)]\u000a00:30:07.185197 run osmo-hlr_10.42.42.2(pid=11729): stdout: \u000a| (launched: 2022-12-13_00:30:04.296582) \u000a00:30:07.234458 run osmo-hlr_10.42.42.2(pid=11729): stderr: \u000a| �[0;m�[1;31m20221213003004468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003004468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003004468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003004468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003004468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003004469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003004483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003004495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003004496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:07.301301 run osmo-msc_10.42.42.6(pid=11735): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11735)]\u000a00:30:07.349928 run osmo-msc_10.42.42.6(pid=11735): stdout: \u000a| (launched: 2022-12-13_00:30:06.200144) \u000a00:30:07.398982 run osmo-msc_10.42.42.6(pid=11735): stderr: \u000a| �[0;m�[38;5;43m20221213003006468 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003006469 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22b151cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003006469 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003006469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003006469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003006469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003006471 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003006471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003006471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003006471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:07.441272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminating (SIGTERM)\u000a00:30:07.480698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminating (SIGTERM)\u000a00:30:07.520015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminating (SIGTERM)\u000a00:30:07.529229 --- ParallelTerminationStrategy: PID 11728 died...\u000a00:30:07.581964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11728): Terminated: ok {rc=0}\u000a00:30:07.591523 --- ParallelTerminationStrategy: PID 11731 died...\u000a00:30:07.643990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11731): Terminated: ok {rc=0}\u000a00:30:07.653890 --- ParallelTerminationStrategy: PID 11734 died...\u000a00:30:07.706619 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11734): Terminated: ok {rc=0}\u000a00:30:07.795693 bus /sierra_3: Setting Powered False\u000a00:30:08.899491 bus /sierra_3: Setting Powered False\u000a00:30:10.007369 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:30:11.122126 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.134301 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:30:11.300410 tst mo_mt_call_osmux.py: using LAC 32378\u000a00:30:11.425511 tst mo_mt_call_osmux.py: using RAC 248\u000a00:30:11.550986 tst mo_mt_call_osmux.py: using CellId 32378\u000a00:30:11.676174 tst mo_mt_call_osmux.py: using BVCI 32379\u000a00:30:11.700791 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.712339 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.723718 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.735520 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.747887 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:30:11.759243 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:30:11.879180 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:30:12.082547 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:12.564133 run create_hlr_db(pid=11737): Launched\u000a00:30:12.736796 bus /sierra_2: Setting Powered False\u000a00:30:13.758815 run create_hlr_db(pid=11737): Terminated: ok {rc=0}\u000a00:30:14.188706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Launched\u000a00:30:14.512551 run osmo-hlr_10.42.42.2(pid=11740): Launched\u000a00:30:14.629486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:15.195100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Launched\u000a00:30:15.518691 run osmo-stp_10.42.42.5(pid=11743): Launched\u000a00:30:15.637161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:16.282901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Launched\u000a00:30:16.678241 run osmo-msc_10.42.42.6(pid=11746): Launched\u000a00:30:16.985890 run osmo-stp_10.42.42.5(pid=11743): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)]\u000a00:30:17.202525 run osmo-stp_10.42.42.5(pid=11743): stdout: \u000a| (launched: 2022-12-13_00:30:15.360109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:17.376684 run osmo-stp_10.42.42.5(pid=11743): stderr: \u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003015548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:17.499369 run osmo-stp_10.42.42.5(pid=11743): stdout: \u000a| (launched: 2022-12-13_00:30:15.360109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:17.620351 run osmo-stp_10.42.42.5(pid=11743): stderr: \u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003015547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003015548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003015548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:17.674051 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11743): Process ended prematurely: osmo-stp_10.42.42.5(pid=11743) [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11743)] [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:30:17.682859 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:30:17.742688 run osmo-hlr_10.42.42.2(pid=11740): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11740)]\u000a00:30:17.792094 run osmo-hlr_10.42.42.2(pid=11740): stdout: \u000a| (launched: 2022-12-13_00:30:14.354479) \u000a00:30:17.842068 run osmo-hlr_10.42.42.2(pid=11740): stderr: \u000a| �[0;m�[1;31m20221213003014547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003014547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003014547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003014548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003014560 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003014569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003014569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003014569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:17.910101 run osmo-msc_10.42.42.6(pid=11746): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11746)]\u000a00:30:17.959230 run osmo-msc_10.42.42.6(pid=11746): stdout: \u000a| (launched: 2022-12-13_00:30:16.452541) \u000a00:30:18.008870 run osmo-msc_10.42.42.6(pid=11746): stderr: \u000a| �[0;m�[38;5;43m20221213003017007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003017007 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f12344c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003017007 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003017007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003017008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003017008 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003017010 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003017010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003017010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003017010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:18.051199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminating (SIGTERM)\u000a00:30:18.091301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminating (SIGTERM)\u000a00:30:18.131431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Terminating (SIGTERM)\u000a00:30:18.140785 --- ParallelTerminationStrategy: PID 11739 died...\u000a00:30:18.194774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11739): Terminated: ok {rc=0}\u000a00:30:18.204496 --- ParallelTerminationStrategy: PID 11742 died...\u000a00:30:18.257823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11742): Terminated: ok {rc=0}\u000a00:30:18.267506 --- ParallelTerminationStrategy: PID 11745 died...\u000a00:30:18.320489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11745): Terminated: ok {rc=0}\u000a00:30:18.406254 bus /sierra_3: Setting Powered False\u000a00:30:19.513402 bus /sierra_3: Setting Powered False\u000a00:30:20.624787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:30:00" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11757): Process ended prematurely: osmo-stp_10.42.42.5(pid=11757) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11757): Process ended prematurely: osmo-stp_10.42.42.5(pid=11757) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:30:22.638338 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:22.649958 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:30:22.817075 tst mo_mt_call.py: using LAC 32379\u000a00:30:22.944596 tst mo_mt_call.py: using RAC 249\u000a00:30:23.072340 tst mo_mt_call.py: using CellId 32379\u000a00:30:23.195541 tst mo_mt_call.py: using BVCI 32380\u000a00:30:23.218884 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:23.230338 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:23.241463 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:23.252736 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:23.264252 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:23.275588 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:30:23.395079 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:30:23.606160 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:24.119725 run create_hlr_db(pid=11751): Launched\u000a00:30:24.307665 bus /sierra_2: Setting Powered False\u000a00:30:25.329209 run create_hlr_db(pid=11751): Terminated: ok {rc=0}\u000a00:30:25.736492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Launched\u000a00:30:26.039608 run osmo-hlr_10.42.42.2(pid=11754): Launched\u000a00:30:26.151665 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:26.677947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Launched\u000a00:30:26.980028 run osmo-stp_10.42.42.5(pid=11757): Launched\u000a00:30:27.089787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:27.642948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Launched\u000a00:30:27.947552 run osmo-msc_10.42.42.6(pid=11760): Launched\u000a00:30:28.126681 run osmo-stp_10.42.42.5(pid=11757): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)]\u000a00:30:28.255488 run osmo-stp_10.42.42.5(pid=11757): stdout: \u000a| (launched: 2022-12-13_00:30:26.831766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:28.382603 run osmo-stp_10.42.42.5(pid=11757): stderr: \u000a| �[0;m�[38;5;43m20221213003026999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003027000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003027000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003027000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:28.505481 run osmo-stp_10.42.42.5(pid=11757): stdout: \u000a| (launched: 2022-12-13_00:30:26.831766)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:28.626493 run osmo-stp_10.42.42.5(pid=11757): stderr: \u000a| �[0;m�[38;5;43m20221213003026999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003027000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003027000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003027000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003027001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:28.679910 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11757): Process ended prematurely: osmo-stp_10.42.42.5(pid=11757) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11757)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:30:28.688401 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:30:28.747761 run osmo-hlr_10.42.42.2(pid=11754): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11754)]\u000a00:30:28.796771 run osmo-hlr_10.42.42.2(pid=11754): stdout: \u000a| (launched: 2022-12-13_00:30:25.891024) \u000a00:30:28.846259 run osmo-hlr_10.42.42.2(pid=11754): stderr: \u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003026064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003026076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003026084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003026085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003026085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:28.913578 run osmo-msc_10.42.42.6(pid=11760): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11760)]\u000a00:30:28.962814 run osmo-msc_10.42.42.6(pid=11760): stdout: \u000a| (launched: 2022-12-13_00:30:27.797509) \u000a00:30:29.012342 run osmo-msc_10.42.42.6(pid=11760): stderr: \u000a| �[0;m�[38;5;43m20221213003028067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003028067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde77411c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003028067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003028067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003028067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003028068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003028069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003028070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003028070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003028070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:29.054464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Terminating (SIGTERM)\u000a00:30:29.094301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Terminating (SIGTERM)\u000a00:30:29.134156 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Terminating (SIGTERM)\u000a00:30:29.143345 --- ParallelTerminationStrategy: PID 11753 died...\u000a00:30:29.196666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11753): Terminated: ok {rc=0}\u000a00:30:29.206302 --- ParallelTerminationStrategy: PID 11756 died...\u000a00:30:29.259050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11756): Terminated: ok {rc=0}\u000a00:30:29.268561 --- ParallelTerminationStrategy: PID 11759 died...\u000a00:30:29.321316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11759): Terminated: ok {rc=0}\u000a00:30:29.409562 bus /sierra_3: Setting Powered False\u000a00:30:30.511645 bus /sierra_3: Setting Powered False\u000a00:30:31.631844 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11768): Process ended prematurely: osmo-stp_10.42.42.5(pid=11768) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11768): Process ended prematurely: osmo-stp_10.42.42.5(pid=11768) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:30:32.742769 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:32.754847 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:30:32.912361 tst mo_mt_call_osmux.py: using LAC 32380\u000a00:30:33.032192 tst mo_mt_call_osmux.py: using RAC 250\u000a00:30:33.155698 tst mo_mt_call_osmux.py: using CellId 32380\u000a00:30:33.273566 tst mo_mt_call_osmux.py: using BVCI 32381\u000a00:30:33.296580 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:33.307842 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:33.318921 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:33.329893 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:33.340835 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:30:33.352084 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:30:33.472296 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:30:33.674448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:34.162685 run create_hlr_db(pid=11762): Launched\u000a00:30:34.352544 bus /sierra_2: Setting Powered False\u000a00:30:35.372786 run create_hlr_db(pid=11762): Terminated: ok {rc=0}\u000a00:30:35.807110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Launched\u000a00:30:36.134843 run osmo-hlr_10.42.42.2(pid=11765): Launched\u000a00:30:36.255841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:36.824723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Launched\u000a00:30:37.151788 run osmo-stp_10.42.42.5(pid=11768): Launched\u000a00:30:37.271012 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:37.869375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Launched\u000a00:30:38.196704 run osmo-msc_10.42.42.6(pid=11771): Launched\u000a00:30:38.388656 run osmo-stp_10.42.42.5(pid=11768): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)]\u000a00:30:38.526971 run osmo-stp_10.42.42.5(pid=11768): stdout: \u000a| (launched: 2022-12-13_00:30:36.991672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:38.664075 run osmo-stp_10.42.42.5(pid=11768): stderr: \u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003037180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:38.795609 run osmo-stp_10.42.42.5(pid=11768): stdout: \u000a| (launched: 2022-12-13_00:30:36.991672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:38.925467 run osmo-stp_10.42.42.5(pid=11768): stderr: \u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003037180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003037180 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003037181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:38.982686 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11768): Process ended prematurely: osmo-stp_10.42.42.5(pid=11768) [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11768)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:30:38.992030 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:30:39.056319 run osmo-hlr_10.42.42.2(pid=11765): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11765)]\u000a00:30:39.108732 run osmo-hlr_10.42.42.2(pid=11765): stdout: \u000a| (launched: 2022-12-13_00:30:35.974066) \u000a00:30:39.162025 run osmo-hlr_10.42.42.2(pid=11765): stderr: \u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003036169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003036183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003036191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003036191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003036191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:39.233769 run osmo-msc_10.42.42.6(pid=11771): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11771)]\u000a00:30:39.286108 run osmo-msc_10.42.42.6(pid=11771): stdout: \u000a| (launched: 2022-12-13_00:30:38.036230) \u000a00:30:39.339064 run osmo-msc_10.42.42.6(pid=11771): stderr: \u000a| �[0;m�[38;5;43m20221213003038357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003038357 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8bedf6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003038357 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003038357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003038359 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003038359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003038360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003038360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:39.383502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminating (SIGTERM)\u000a00:30:39.426165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Terminating (SIGTERM)\u000a00:30:39.468611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Terminating (SIGTERM)\u000a00:30:39.478777 --- ParallelTerminationStrategy: PID 11764 died...\u000a00:30:39.535181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11764): Terminated: ok {rc=0}\u000a00:30:39.545808 --- ParallelTerminationStrategy: PID 11767 died...\u000a00:30:39.602142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11767): Terminated: ok {rc=0}\u000a00:30:39.612370 --- ParallelTerminationStrategy: PID 11770 died...\u000a00:30:39.668717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11770): Terminated: ok {rc=0}\u000a00:30:39.757431 bus /sierra_3: Setting Powered False\u000a00:30:40.863402 bus /sierra_3: Setting Powered False\u000a00:30:41.972228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:30:22" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:30:43.980241 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:43.991060 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:30:44.151087 tst mo_mt_call.py: using LAC 32381\u000a00:30:44.272923 tst mo_mt_call.py: using RAC 251\u000a00:30:44.400806 tst mo_mt_call.py: using CellId 32381\u000a00:30:44.531564 tst mo_mt_call.py: using BVCI 32382\u000a00:30:44.556608 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:44.567948 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:44.579140 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:44.590989 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:44.602697 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:44.614156 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:30:44.731129 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:30:44.932433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:45.422578 run create_hlr_db(pid=11776): Launched\u000a00:30:45.598176 bus /sierra_2: Setting Powered False\u000a00:30:46.654905 run create_hlr_db(pid=11776): Terminated: ok {rc=0}\u000a00:30:47.149584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Launched\u000a00:30:47.455269 run osmo-hlr_10.42.42.2(pid=11779): Launched\u000a00:30:47.567599 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:48.095778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Launched\u000a00:30:48.399973 run osmo-stp_10.42.42.5(pid=11782): Launched\u000a00:30:48.509433 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:49.066356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Launched\u000a00:30:49.371152 run osmo-msc_10.42.42.6(pid=11785): Launched\u000a00:30:49.549402 run osmo-stp_10.42.42.5(pid=11782): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)]\u000a00:30:49.678090 run osmo-stp_10.42.42.5(pid=11782): stdout: \u000a| (launched: 2022-12-13_00:30:48.250808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:49.804670 run osmo-stp_10.42.42.5(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221213003048416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003048417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003048417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003048417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:49.926929 run osmo-stp_10.42.42.5(pid=11782): stdout: \u000a| (launched: 2022-12-13_00:30:48.250808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:50.047770 run osmo-stp_10.42.42.5(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221213003048416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003048417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003048417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003048417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003048418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:50.101382 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11782): Process ended prematurely: osmo-stp_10.42.42.5(pid=11782) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11782)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:30:50.109879 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:30:50.169404 run osmo-hlr_10.42.42.2(pid=11779): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11779)]\u000a00:30:50.218605 run osmo-hlr_10.42.42.2(pid=11779): stdout: \u000a| (launched: 2022-12-13_00:30:47.305678) \u000a00:30:50.268152 run osmo-hlr_10.42.42.2(pid=11779): stderr: \u000a| �[0;m�[1;31m20221213003047478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003047478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003047478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003047478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003047479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003047479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003047494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003047505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003047505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003047505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:30:50.335543 run osmo-msc_10.42.42.6(pid=11785): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11785)]\u000a00:30:50.384467 run osmo-msc_10.42.42.6(pid=11785): stdout: \u000a| (launched: 2022-12-13_00:30:49.221095) \u000a00:30:50.433912 run osmo-msc_10.42.42.6(pid=11785): stderr: \u000a| �[0;m�[38;5;43m20221213003049491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003049491 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3968b4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003049491 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003049492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003049492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003049492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003049494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003049494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003049494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003049494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:30:50.475862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminating (SIGTERM)\u000a00:30:50.515588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminating (SIGTERM)\u000a00:30:50.555361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Terminating (SIGTERM)\u000a00:30:50.564573 --- ParallelTerminationStrategy: PID 11778 died...\u000a00:30:50.618415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11778): Terminated: ok {rc=0}\u000a00:30:50.628182 --- ParallelTerminationStrategy: PID 11781 died...\u000a00:30:50.681667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11781): Terminated: ok {rc=0}\u000a00:30:50.691324 --- ParallelTerminationStrategy: PID 11784 died...\u000a00:30:50.744216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11784): Terminated: ok {rc=0}\u000a00:30:50.833259 bus /sierra_3: Setting Powered False\u000a00:30:51.936687 bus /sierra_3: Setting Powered False\u000a00:30:53.048090 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11793): Process ended prematurely: osmo-stp_10.42.42.5(pid=11793) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11793): Process ended prematurely: osmo-stp_10.42.42.5(pid=11793) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:30:54.158861 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.170590 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:30:54.330344 tst mo_mt_call_osmux.py: using LAC 32382\u000a00:30:54.451759 tst mo_mt_call_osmux.py: using RAC 252\u000a00:30:54.573695 tst mo_mt_call_osmux.py: using CellId 32382\u000a00:30:54.694567 tst mo_mt_call_osmux.py: using BVCI 32383\u000a00:30:54.717784 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.728608 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.739458 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.750420 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.761389 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:30:54.772270 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:30:54.891859 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:30:55.094968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:30:55.582768 run create_hlr_db(pid=11787): Launched\u000a00:30:55.758430 bus /sierra_2: Setting Powered False\u000a00:30:56.780648 run create_hlr_db(pid=11787): Terminated: ok {rc=0}\u000a00:30:57.185171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Launched\u000a00:30:57.490255 run osmo-hlr_10.42.42.2(pid=11790): Launched\u000a00:30:57.601368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:30:58.131158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Launched\u000a00:30:58.436358 run osmo-stp_10.42.42.5(pid=11793): Launched\u000a00:30:58.547008 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:30:59.107093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Launched\u000a00:30:59.412466 run osmo-msc_10.42.42.6(pid=11796): Launched\u000a00:30:59.591327 run osmo-stp_10.42.42.5(pid=11793): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)]\u000a00:30:59.720507 run osmo-stp_10.42.42.5(pid=11793): stdout: \u000a| (launched: 2022-12-13_00:30:58.286494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:30:59.847939 run osmo-stp_10.42.42.5(pid=11793): stderr: \u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003058454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:30:59.970304 run osmo-stp_10.42.42.5(pid=11793): stdout: \u000a| (launched: 2022-12-13_00:30:58.286494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:00.091904 run osmo-stp_10.42.42.5(pid=11793): stderr: \u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003058454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003058454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003058455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:00.145602 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11793): Process ended prematurely: osmo-stp_10.42.42.5(pid=11793) [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11793)] [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:31:00.154286 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:31:00.214077 run osmo-hlr_10.42.42.2(pid=11790): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11790)]\u000a00:31:00.263234 run osmo-hlr_10.42.42.2(pid=11790): stdout: \u000a| (launched: 2022-12-13_00:30:57.340071) \u000a00:31:00.313261 run osmo-hlr_10.42.42.2(pid=11790): stderr: \u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003057512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003057524 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003057532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003057533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003057533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:00.380817 run osmo-msc_10.42.42.6(pid=11796): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11796)]\u000a00:31:00.430103 run osmo-msc_10.42.42.6(pid=11796): stdout: \u000a| (launched: 2022-12-13_00:30:59.262342) \u000a00:31:00.479860 run osmo-msc_10.42.42.6(pid=11796): stderr: \u000a| �[0;m�[38;5;43m20221213003059535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003059535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ed0fb1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003059535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003059535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003059535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003059536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003059537 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003059538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003059538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003059538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:00.521958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Terminating (SIGTERM)\u000a00:31:00.561686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Terminating (SIGTERM)\u000a00:31:00.601607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Terminating (SIGTERM)\u000a00:31:00.610934 --- ParallelTerminationStrategy: PID 11789 died...\u000a00:31:00.664211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11789): Terminated: ok {rc=0}\u000a00:31:00.673938 --- ParallelTerminationStrategy: PID 11792 died...\u000a00:31:00.727400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11792): Terminated: ok {rc=0}\u000a00:31:00.736932 --- ParallelTerminationStrategy: PID 11795 died...\u000a00:31:00.790208 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11795): Terminated: ok {rc=0}\u000a00:31:00.877398 bus /sierra_3: Setting Powered False\u000a00:31:01.981161 bus /sierra_3: Setting Powered False\u000a00:31:03.087664 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:30:43" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a00:31:05.095875 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.107561 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a00:31:05.260035 tst mo_mt_call.py: using LAC 32383\u000a00:31:05.389445 tst mo_mt_call.py: using RAC 253\u000a00:31:05.515801 tst mo_mt_call.py: using CellId 32383\u000a00:31:05.642516 tst mo_mt_call.py: using BVCI 32384\u000a00:31:05.667559 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.679211 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.690553 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.702283 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.713889 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:05.725420 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a00:31:05.843393 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a00:31:06.055486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:06.567223 run create_hlr_db(pid=11801): Launched\u000a00:31:06.756209 bus /sierra_2: Setting Powered False\u000a00:31:07.776374 run create_hlr_db(pid=11801): Terminated: ok {rc=0}\u000a00:31:08.183983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Launched\u000a00:31:08.487683 run osmo-hlr_10.42.42.2(pid=11804): Launched\u000a00:31:08.600393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:09.128666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Launched\u000a00:31:09.432295 run osmo-stp_10.42.42.5(pid=11807): Launched\u000a00:31:09.542715 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:10.100009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Launched\u000a00:31:10.404050 run osmo-msc_10.42.42.6(pid=11810): Launched\u000a00:31:10.581825 run osmo-stp_10.42.42.5(pid=11807): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)]\u000a00:31:10.709831 run osmo-stp_10.42.42.5(pid=11807): stdout: \u000a| (launched: 2022-12-13_00:31:09.282863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:10.836426 run osmo-stp_10.42.42.5(pid=11807): stderr: \u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003109450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003109450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003109450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003109451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:10.957961 run osmo-stp_10.42.42.5(pid=11807): stdout: \u000a| (launched: 2022-12-13_00:31:09.282863)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:11.078858 run osmo-stp_10.42.42.5(pid=11807): stderr: \u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003109449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003109450 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003109450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003109450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003109451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:11.132127 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11807): Process ended prematurely: osmo-stp_10.42.42.5(pid=11807) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11807)] [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a00:31:11.140719 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:31:11.200201 run osmo-hlr_10.42.42.2(pid=11804): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11804)]\u000a00:31:11.249098 run osmo-hlr_10.42.42.2(pid=11804): stdout: \u000a| (launched: 2022-12-13_00:31:08.338473) \u000a00:31:11.298813 run osmo-hlr_10.42.42.2(pid=11804): stderr: \u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003108510 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003108523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003108534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003108534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003108534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:11.366323 run osmo-msc_10.42.42.6(pid=11810): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11810)]\u000a00:31:11.415374 run osmo-msc_10.42.42.6(pid=11810): stdout: \u000a| (launched: 2022-12-13_00:31:10.254529) \u000a00:31:11.464991 run osmo-msc_10.42.42.6(pid=11810): stderr: \u000a| �[0;m�[38;5;43m20221213003110522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003110522 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ea16f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003110522 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003110523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003110523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003110523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003110525 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003110525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003110525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003110525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:11.507178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Terminating (SIGTERM)\u000a00:31:11.547136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Terminating (SIGTERM)\u000a00:31:11.587119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Terminating (SIGTERM)\u000a00:31:11.596358 --- ParallelTerminationStrategy: PID 11803 died...\u000a00:31:11.649604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11803): Terminated: ok {rc=0}\u000a00:31:11.659110 --- ParallelTerminationStrategy: PID 11806 died...\u000a00:31:11.711975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11806): Terminated: ok {rc=0}\u000a00:31:11.721953 --- ParallelTerminationStrategy: PID 11809 died...\u000a00:31:11.774967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11809): Terminated: ok {rc=0}\u000a00:31:11.862404 bus /sierra_3: Setting Powered False\u000a00:31:12.965042 bus /sierra_3: Setting Powered False\u000a00:31:14.076915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11818): Process ended prematurely: osmo-stp_10.42.42.5(pid=11818) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11818): Process ended prematurely: osmo-stp_10.42.42.5(pid=11818) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:31:15.187073 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.198855 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a00:31:15.338239 tst mo_mt_call_osmux.py: using LAC 32384\u000a00:31:15.465584 tst mo_mt_call_osmux.py: using RAC 254\u000a00:31:15.588286 tst mo_mt_call_osmux.py: using CellId 32384\u000a00:31:15.713588 tst mo_mt_call_osmux.py: using BVCI 32385\u000a00:31:15.736432 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.747604 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.758605 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.769557 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.780423 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a00:31:15.791242 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a00:31:15.910569 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a00:31:16.150751 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:16.722227 run create_hlr_db(pid=11812): Launched\u000a00:31:16.917778 bus /sierra_2: Setting Powered False\u000a00:31:17.932579 run create_hlr_db(pid=11812): Terminated: ok {rc=0}\u000a00:31:18.343186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Launched\u000a00:31:18.646367 run osmo-hlr_10.42.42.2(pid=11815): Launched\u000a00:31:18.760873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:19.290577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Launched\u000a00:31:19.594856 run osmo-stp_10.42.42.5(pid=11818): Launched\u000a00:31:19.705506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:20.261170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Launched\u000a00:31:20.565129 run osmo-msc_10.42.42.6(pid=11821): Launched\u000a00:31:20.742460 run osmo-stp_10.42.42.5(pid=11818): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)]\u000a00:31:20.871504 run osmo-stp_10.42.42.5(pid=11818): stdout: \u000a| (launched: 2022-12-13_00:31:19.445245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:20.997911 run osmo-stp_10.42.42.5(pid=11818): stderr: \u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003119612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.119601 run osmo-stp_10.42.42.5(pid=11818): stdout: \u000a| (launched: 2022-12-13_00:31:19.445245)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:21.240266 run osmo-stp_10.42.42.5(pid=11818): stderr: \u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003119612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003119612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003119613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:21.293363 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11818): Process ended prematurely: osmo-stp_10.42.42.5(pid=11818) [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11818)] [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a00:31:21.302095 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a00:31:21.361247 run osmo-hlr_10.42.42.2(pid=11815): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11815)]\u000a00:31:21.410000 run osmo-hlr_10.42.42.2(pid=11815): stdout: \u000a| (launched: 2022-12-13_00:31:18.497950) \u000a00:31:21.459274 run osmo-hlr_10.42.42.2(pid=11815): stderr: \u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003118671 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003118683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003118693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003118693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003118693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:21.526328 run osmo-msc_10.42.42.6(pid=11821): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11821)]\u000a00:31:21.575223 run osmo-msc_10.42.42.6(pid=11821): stdout: \u000a| (launched: 2022-12-13_00:31:20.415559) \u000a00:31:21.624591 run osmo-msc_10.42.42.6(pid=11821): stderr: \u000a| �[0;m�[38;5;43m20221213003120687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003120687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb34c00c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003120687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003120687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003120687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003120687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003120689 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003120690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003120690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003120690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:21.666684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Terminating (SIGTERM)\u000a00:31:21.706555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Terminating (SIGTERM)\u000a00:31:21.746421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Terminating (SIGTERM)\u000a00:31:21.755709 --- ParallelTerminationStrategy: PID 11814 died...\u000a00:31:21.808759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11814): Terminated: ok {rc=0}\u000a00:31:21.818443 --- ParallelTerminationStrategy: PID 11817 died...\u000a00:31:21.871295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11817): Terminated: ok {rc=0}\u000a00:31:21.880660 --- ParallelTerminationStrategy: PID 11820 died...\u000a00:31:21.933291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11820): Terminated: ok {rc=0}\u000a00:31:22.022282 bus /sierra_3: Setting Powered False\u000a00:31:23.125840 bus /sierra_3: Setting Powered False\u000a00:31:24.232181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:31:04" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11832): Process ended prematurely: osmo-stp_10.42.42.5(pid=11832) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11832): Process ended prematurely: osmo-stp_10.42.42.5(pid=11832) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a00:31:26.240675 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.252515 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:31:26.402592 tst mo_mt_call.py: using LAC 32385\u000a00:31:26.530389 tst mo_mt_call.py: using RAC 255\u000a00:31:26.662892 tst mo_mt_call.py: using CellId 32385\u000a00:31:26.789611 tst mo_mt_call.py: using BVCI 32386\u000a00:31:26.814632 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.826415 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.837928 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.849927 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.861900 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:26.873691 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:31:26.994343 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:31:27.208365 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:27.723488 run create_hlr_db(pid=11826): Launched\u000a00:31:27.912135 bus /sierra_2: Setting Powered False\u000a00:31:28.934137 run create_hlr_db(pid=11826): Terminated: ok {rc=0}\u000a00:31:29.368345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Launched\u000a00:31:29.697092 run osmo-hlr_10.42.42.2(pid=11829): Launched\u000a00:31:29.816660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:30.385869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Launched\u000a00:31:30.711904 run osmo-stp_10.42.42.5(pid=11832): Launched\u000a00:31:30.850078 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:31.516691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Launched\u000a00:31:31.861956 run osmo-msc_10.42.42.6(pid=11835): Launched\u000a00:31:32.177230 run osmo-stp_10.42.42.5(pid=11832): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)]\u000a00:31:32.360850 run osmo-stp_10.42.42.5(pid=11832): stdout: \u000a| (launched: 2022-12-13_00:31:30.552043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:32.490665 run osmo-stp_10.42.42.5(pid=11832): stderr: \u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003130743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:32.613452 run osmo-stp_10.42.42.5(pid=11832): stdout: \u000a| (launched: 2022-12-13_00:31:30.552043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:32.735675 run osmo-stp_10.42.42.5(pid=11832): stderr: \u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003130742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003130743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003130743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:32.788932 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11832): Process ended prematurely: osmo-stp_10.42.42.5(pid=11832) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11832)] [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a00:31:32.797446 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:31:32.858790 run osmo-hlr_10.42.42.2(pid=11829): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11829)]\u000a00:31:32.908817 run osmo-hlr_10.42.42.2(pid=11829): stdout: \u000a| (launched: 2022-12-13_00:31:29.534875) \u000a00:31:32.960427 run osmo-hlr_10.42.42.2(pid=11829): stderr: \u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003129731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003129743 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003129752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003129752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003129752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:33.028686 run osmo-msc_10.42.42.6(pid=11835): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11835)]\u000a00:31:33.078216 run osmo-msc_10.42.42.6(pid=11835): stdout: \u000a| (launched: 2022-12-13_00:31:31.686014) \u000a00:31:33.128762 run osmo-msc_10.42.42.6(pid=11835): stderr: \u000a| �[0;m�[38;5;43m20221213003132249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003132250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd515ac2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003132251 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003132251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003132252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003132261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003132263 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003132263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003132263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003132263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:33.171101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Terminating (SIGTERM)\u000a00:31:33.211892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Terminating (SIGTERM)\u000a00:31:33.252506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Terminating (SIGTERM)\u000a00:31:33.262399 --- ParallelTerminationStrategy: PID 11828 died...\u000a00:31:33.315996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11828): Terminated: ok {rc=0}\u000a00:31:33.326151 --- ParallelTerminationStrategy: PID 11831 died...\u000a00:31:33.379744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11831): Terminated: ok {rc=0}\u000a00:31:33.389895 --- ParallelTerminationStrategy: PID 11834 died...\u000a00:31:33.442919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11834): Terminated: ok {rc=0}\u000a00:31:33.531671 bus /sierra_3: Setting Powered False\u000a00:31:34.634690 bus /sierra_3: Setting Powered False\u000a00:31:35.745134 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11844): Process ended prematurely: osmo-stp_10.42.42.5(pid=11844) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11844): Process ended prematurely: osmo-stp_10.42.42.5(pid=11844) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:31:36.860267 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:36.872829 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:31:37.026579 tst mo_mt_call_osmux.py: using LAC 32386\u000a00:31:37.153599 tst mo_mt_call_osmux.py: using RAC 1\u000a00:31:37.275811 tst mo_mt_call_osmux.py: using CellId 32386\u000a00:31:37.393777 tst mo_mt_call_osmux.py: using BVCI 32387\u000a00:31:37.417014 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:37.428426 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:37.439842 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:37.451164 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:37.462422 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:31:37.473521 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:31:37.593803 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:31:37.804201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:38.289692 run create_hlr_db(pid=11838): Launched\u000a00:31:38.464388 bus /sierra_2: Setting Powered False\u000a00:31:39.499297 run create_hlr_db(pid=11838): Terminated: ok {rc=0}\u000a00:31:39.908269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Launched\u000a00:31:40.213235 run osmo-hlr_10.42.42.2(pid=11841): Launched\u000a00:31:40.323885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:40.850699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Launched\u000a00:31:41.155239 run osmo-stp_10.42.42.5(pid=11844): Launched\u000a00:31:41.266000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:41.820070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Launched\u000a00:31:42.124257 run osmo-msc_10.42.42.6(pid=11847): Launched\u000a00:31:42.301702 run osmo-stp_10.42.42.5(pid=11844): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)]\u000a00:31:42.429451 run osmo-stp_10.42.42.5(pid=11844): stdout: \u000a| (launched: 2022-12-13_00:31:41.005182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:42.555472 run osmo-stp_10.42.42.5(pid=11844): stderr: \u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003141174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:42.676855 run osmo-stp_10.42.42.5(pid=11844): stdout: \u000a| (launched: 2022-12-13_00:31:41.005182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:42.797145 run osmo-stp_10.42.42.5(pid=11844): stderr: \u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003141173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003141174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003141174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:42.850301 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11844): Process ended prematurely: osmo-stp_10.42.42.5(pid=11844) [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11844)] [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a00:31:42.858768 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a00:31:42.918651 run osmo-hlr_10.42.42.2(pid=11841): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11841)]\u000a00:31:42.967661 run osmo-hlr_10.42.42.2(pid=11841): stdout: \u000a| (launched: 2022-12-13_00:31:40.063779) \u000a00:31:43.017591 run osmo-hlr_10.42.42.2(pid=11841): stderr: \u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003140236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003140273 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003140282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003140282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003140283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:43.085225 run osmo-msc_10.42.42.6(pid=11847): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11847)]\u000a00:31:43.134043 run osmo-msc_10.42.42.6(pid=11847): stdout: \u000a| (launched: 2022-12-13_00:31:41.974388) \u000a00:31:43.183368 run osmo-msc_10.42.42.6(pid=11847): stderr: \u000a| �[0;m�[38;5;43m20221213003142242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003142243 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f350a7a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003142243 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003142243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003142243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003142243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003142245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003142245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003142246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003142246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:43.225346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Terminating (SIGTERM)\u000a00:31:43.265022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Terminating (SIGTERM)\u000a00:31:43.304574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Terminating (SIGTERM)\u000a00:31:43.313820 --- ParallelTerminationStrategy: PID 11840 died...\u000a00:31:43.366930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11840): Terminated: ok {rc=0}\u000a00:31:43.376380 --- ParallelTerminationStrategy: PID 11843 died...\u000a00:31:43.429213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11843): Terminated: ok {rc=0}\u000a00:31:43.438666 --- ParallelTerminationStrategy: PID 11846 died...\u000a00:31:43.491554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11846): Terminated: ok {rc=0}\u000a00:31:43.579566 bus /sierra_3: Setting Powered False\u000a00:31:44.681587 bus /sierra_3: Setting Powered False\u000a00:31:45.787545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:31:25" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:31:47.879077 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:47.890505 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a00:31:48.041590 tst emergency_mo_mt_call.py: using LAC 32387\u000a00:31:48.167564 tst emergency_mo_mt_call.py: using RAC 2\u000a00:31:48.292097 tst emergency_mo_mt_call.py: using CellId 32387\u000a00:31:48.417064 tst emergency_mo_mt_call.py: using BVCI 32388\u000a00:31:48.441671 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:48.452915 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:48.463887 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:48.475144 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:48.486477 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:48.497971 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:48.615345 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:48.813454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:49.294159 run create_hlr_db(pid=11852): Launched\u000a00:31:49.466996 bus /sierra_2: Setting Powered False\u000a00:31:50.486835 run create_hlr_db(pid=11852): Terminated: ok {rc=0}\u000a00:31:50.914713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Launched\u000a00:31:51.235698 run osmo-hlr_10.42.42.2(pid=11855): Launched\u000a00:31:51.356444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:31:51.914153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Launched\u000a00:31:52.236159 run osmo-stp_10.42.42.5(pid=11858): Launched\u000a00:31:52.369206 tst emergency_mo_mt_call.py: using MSISDN 8039\u000a00:31:52.529903 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:31:53.115627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Launched\u000a00:31:53.437839 run osmo-msc_10.42.42.6(pid=11861): Launched\u000a00:31:53.625794 run osmo-stp_10.42.42.5(pid=11858): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]\u000a00:31:53.762105 run osmo-stp_10.42.42.5(pid=11858): stdout: \u000a| (launched: 2022-12-13_00:31:52.078081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:53.896859 run osmo-stp_10.42.42.5(pid=11858): stderr: \u000a| �[0;m�[38;5;43m20221213003152266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003152266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003152267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003152267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003152267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003152268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003152268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:54.025913 run osmo-stp_10.42.42.5(pid=11858): stdout: \u000a| (launched: 2022-12-13_00:31:52.078081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:31:54.154136 run osmo-stp_10.42.42.5(pid=11858): stderr: \u000a| �[0;m�[38;5;43m20221213003152266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003152266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003152267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003152267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003152267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003152268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003152268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:31:54.209945 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)] [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a00:31:54.218644 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a00:31:54.281810 run osmo-hlr_10.42.42.2(pid=11855): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11855)]\u000a00:31:54.333698 run osmo-hlr_10.42.42.2(pid=11855): stdout: \u000a| (launched: 2022-12-13_00:31:51.078349) \u000a00:31:54.386455 run osmo-hlr_10.42.42.2(pid=11855): stderr: \u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003151271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003151285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003151294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003151295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003151295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:31:54.457572 run osmo-msc_10.42.42.6(pid=11861): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11861)]\u000a00:31:54.509392 run osmo-msc_10.42.42.6(pid=11861): stdout: \u000a| (launched: 2022-12-13_00:31:53.278629) \u000a00:31:54.561795 run osmo-msc_10.42.42.6(pid=11861): stderr: \u000a| �[0;m�[38;5;43m20221213003153594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003153595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f387ad1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003153595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003153595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003153595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003153595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003153597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003153597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003153598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003153598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:31:54.606167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminating (SIGTERM)\u000a00:31:54.648483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminating (SIGTERM)\u000a00:31:54.690636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Terminating (SIGTERM)\u000a00:31:54.700651 --- ParallelTerminationStrategy: PID 11854 died...\u000a00:31:54.757683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminated: ok {rc=0}\u000a00:31:54.767866 --- ParallelTerminationStrategy: PID 11857 died...\u000a00:31:54.823846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminated: ok {rc=0}\u000a00:31:54.834630 --- ParallelTerminationStrategy: PID 11860 died...\u000a00:31:54.891128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11860): Terminated: ok {rc=0}\u000a00:31:54.978023 bus /sierra_3: Setting Powered False\u000a00:31:56.085369 bus /sierra_3: Setting Powered False\u000a00:31:57.196448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11869): Process ended prematurely: osmo-stp_10.42.42.5(pid=11869) [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11869): Process ended prematurely: osmo-stp_10.42.42.5(pid=11869) [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:31:58.247045 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.258937 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a00:31:58.393719 tst emergency_preemptive_call.py: using LAC 32388\u000a00:31:58.510717 tst emergency_preemptive_call.py: using RAC 3\u000a00:31:58.627279 tst emergency_preemptive_call.py: using CellId 32388\u000a00:31:58.746467 tst emergency_preemptive_call.py: using BVCI 32389\u000a00:31:58.769252 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.779873 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.790409 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.800931 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.811483 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a00:31:58.822003 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:58.940229 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:59.057068 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:59.176735 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a00:31:59.375214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:31:59.855475 run create_hlr_db(pid=11863): Launched\u000a00:32:00.027631 bus /sierra_2: Setting Powered False\u000a00:32:01.075902 run create_hlr_db(pid=11863): Terminated: ok {rc=0}\u000a00:32:01.543597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Launched\u000a00:32:02.017761 run osmo-hlr_10.42.42.2(pid=11866): Launched\u000a00:32:02.213408 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:02.773544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Launched\u000a00:32:03.095107 run osmo-stp_10.42.42.5(pid=11869): Launched\u000a00:32:03.237694 tst emergency_preemptive_call.py: using MSISDN 8040\u000a00:32:03.385867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:32:03.941105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Launched\u000a00:32:04.263757 run osmo-msc_10.42.42.6(pid=11872): Launched\u000a00:32:04.453089 run osmo-stp_10.42.42.5(pid=11869): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)]\u000a00:32:04.590329 run osmo-stp_10.42.42.5(pid=11869): stdout: \u000a| (launched: 2022-12-13_00:32:02.937227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:04.725280 run osmo-stp_10.42.42.5(pid=11869): stderr: \u000a| �[0;m�[38;5;43m20221213003203174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003203174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003203175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003203175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:04.854531 run osmo-stp_10.42.42.5(pid=11869): stdout: \u000a| (launched: 2022-12-13_00:32:02.937227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:04.982668 run osmo-stp_10.42.42.5(pid=11869): stderr: \u000a| �[0;m�[38;5;43m20221213003203174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003203174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003203175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003203175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003203176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:05.038747 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11869): Process ended prematurely: osmo-stp_10.42.42.5(pid=11869) [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11869)] [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a00:32:05.047613 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a00:32:05.112571 run osmo-hlr_10.42.42.2(pid=11866): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11866)]\u000a00:32:05.165159 run osmo-hlr_10.42.42.2(pid=11866): stdout: \u000a| (launched: 2022-12-13_00:32:01.745257) \u000a00:32:05.218656 run osmo-hlr_10.42.42.2(pid=11866): stderr: \u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003201966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003201983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003202000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:05.290627 run osmo-msc_10.42.42.6(pid=11872): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11872)]\u000a00:32:05.343583 run osmo-msc_10.42.42.6(pid=11872): stdout: \u000a| (launched: 2022-12-13_00:32:04.104777) \u000a00:32:05.396503 run osmo-msc_10.42.42.6(pid=11872): stderr: \u000a| �[0;m�[38;5;43m20221213003204420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003204421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bf6d1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003204421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003204421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003204421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003204421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003204423 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003204423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003204423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003204424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:32:05.441035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Terminating (SIGTERM)\u000a00:32:05.483699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Terminating (SIGTERM)\u000a00:32:05.526691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Terminating (SIGTERM)\u000a00:32:05.536893 --- ParallelTerminationStrategy: PID 11865 died...\u000a00:32:05.594050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11865): Terminated: ok {rc=0}\u000a00:32:05.604344 --- ParallelTerminationStrategy: PID 11868 died...\u000a00:32:05.660637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11868): Terminated: ok {rc=0}\u000a00:32:05.671338 --- ParallelTerminationStrategy: PID 11871 died...\u000a00:32:05.728062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11871): Terminated: ok {rc=0}\u000a00:32:05.815409 bus /sierra_9: Setting Powered False\u000a00:32:06.922377 bus /sierra_9: Setting Powered False\u000a00:32:08.030379 bus /sierra_8: Setting Powered False\u000a00:32:09.137135 bus /sierra_8: Setting Powered False\u000a00:32:10.249724 bus /sierra_3: Setting Powered False\u000a00:32:11.356030 bus /sierra_3: Setting Powered False\u000a00:32:12.467867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:31:47" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11888): Process ended prematurely: osmo-stp_10.42.42.5(pid=11888) [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11888): Process ended prematurely: osmo-stp_10.42.42.5(pid=11888) [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:32:14.582416 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:14.592929 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a00:32:14.727705 tst cs_paging_gprs_active.py: using LAC 32389\u000a00:32:14.847210 tst cs_paging_gprs_active.py: using RAC 4\u000a00:32:14.965479 tst cs_paging_gprs_active.py: using CellId 32389\u000a00:32:15.083531 tst cs_paging_gprs_active.py: using BVCI 32390\u000a00:32:15.106955 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.117678 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.128048 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.138498 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.148692 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.159027 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.169478 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.179743 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:15.190234 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:15.308680 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:15.591188 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:32:15.718982 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:16.088996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Launched\u000a00:32:16.392707 run iperf3-srv_10.42.42.10(pid=11879): Launched\u000a00:32:16.601112 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:32:16.745836 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:17.102676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Launched\u000a00:32:17.368814 run iperf3-srv_10.42.42.10(pid=11881): Launched\u000a00:32:17.554277 tst cs_paging_gprs_active.py:38: start network...\u000a00:32:17.680849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:18.171074 run create_hlr_db(pid=11882): Launched\u000a00:32:18.345923 bus /sierra_2: Setting Powered False\u000a00:32:19.369127 run create_hlr_db(pid=11882): Terminated: ok {rc=0}\u000a00:32:19.806523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Launched\u000a00:32:20.135649 run osmo-hlr_10.42.42.2(pid=11885): Launched\u000a00:32:20.255184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:20.828107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Launched\u000a00:32:21.159491 run osmo-stp_10.42.42.5(pid=11888): Launched\u000a00:32:21.279140 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:32:21.854169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Launched\u000a00:32:21.972067 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:32:22.259156 run patchelf(pid=11891): Launched\u000a00:32:22.451716 run osmo-stp_10.42.42.5(pid=11888): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)]\u000a00:32:22.592240 run osmo-stp_10.42.42.5(pid=11888): stdout: \u000a| (launched: 2022-12-13_00:32:20.995247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:22.733091 run osmo-stp_10.42.42.5(pid=11888): stderr: \u000a| �[0;m�[38;5;43m20221213003221183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003221184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003221184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003221184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:22.869555 run osmo-stp_10.42.42.5(pid=11888): stdout: \u000a| (launched: 2022-12-13_00:32:20.995247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:23.004598 run osmo-stp_10.42.42.5(pid=11888): stderr: \u000a| �[0;m�[38;5;43m20221213003221183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003221184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003221184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003221184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003221185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:23.162789 run patchelf(pid=11891): Terminating (SIGINT)\u000a00:32:23.347953 run patchelf(pid=11891): Terminated: ok {rc=0}\u000a00:32:23.382269 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11888): Process ended prematurely: osmo-stp_10.42.42.5(pid=11888) [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11888)] [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a00:32:23.392163 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:32:23.456254 run osmo-hlr_10.42.42.2(pid=11885): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11885)]\u000a00:32:23.508182 run osmo-hlr_10.42.42.2(pid=11885): stdout: \u000a| (launched: 2022-12-13_00:32:19.973589) \u000a00:32:23.560992 run osmo-hlr_10.42.42.2(pid=11885): stderr: \u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003220168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003220180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003220189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003220189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003220189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:23.605832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Terminating (SIGTERM)\u000a00:32:23.648418 run iperf3-srv_10.42.42.10(pid=11879): Terminating (SIGTERM)\u000a00:32:23.691244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Terminating (SIGTERM)\u000a00:32:23.733441 run iperf3-srv_10.42.42.10(pid=11881): Terminating (SIGTERM)\u000a00:32:23.776124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Terminating (SIGTERM)\u000a00:32:23.818653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Terminating (SIGTERM)\u000a00:32:23.861188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Terminating (SIGTERM)\u000a00:32:23.872047 --- ParallelTerminationStrategy: PID 11878 died...\u000a00:32:23.928445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11878): Terminated: ok {rc=0}\u000a00:32:23.938834 --- ParallelTerminationStrategy: PID 11879 died...\u000a00:32:23.995024 run iperf3-srv_10.42.42.10(pid=11879): Terminated {rc=256}\u000a00:32:24.005178 --- ParallelTerminationStrategy: PID 11880 died...\u000a00:32:24.061009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11880): Terminated: ok {rc=0}\u000a00:32:24.071658 --- ParallelTerminationStrategy: PID 11881 died...\u000a00:32:24.127756 run iperf3-srv_10.42.42.10(pid=11881): Terminated {rc=256}\u000a00:32:24.138090 --- ParallelTerminationStrategy: PID 11884 died...\u000a00:32:24.194395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11884): Terminated: ok {rc=0}\u000a00:32:24.204777 --- ParallelTerminationStrategy: PID 11887 died...\u000a00:32:24.260874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11887): Terminated: ok {rc=0}\u000a00:32:24.271298 --- ParallelTerminationStrategy: PID 11890 died...\u000a00:32:24.327714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11890): Terminated: ok {rc=0}\u000a00:32:24.415354 bus /gobi_0: Setting Powered False\u000a00:32:25.523047 bus /gobi_0: Setting Powered False\u000a00:32:26.635189 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a00:32:27.746721 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:27.757996 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a00:32:27.896782 tst iperf3.py: using LAC 32390\u000a00:32:28.016111 tst iperf3.py: using RAC 5\u000a00:32:28.138776 tst iperf3.py: using CellId 32390\u000a00:32:28.259733 tst iperf3.py: using BVCI 32391\u000a00:32:28.282986 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.293680 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.304077 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.314467 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.324651 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.334930 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.346096 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.356595 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:28.367297 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:28.644830 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:32:28.771076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:29.085277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Launched\u000a00:32:29.347809 run iperf3-srv_10.42.42.10(pid=11893): Launched\u000a00:32:29.533224 tst iperf3.py:8: start network...\u000a00:32:29.659584 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:30.145937 run create_hlr_db(pid=11894): Launched\u000a00:32:30.320349 bus /gobi_6: Setting Powered False\u000a00:32:31.356167 run create_hlr_db(pid=11894): Terminated: ok {rc=0}\u000a00:32:31.803253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Launched\u000a00:32:32.231949 run osmo-hlr_10.42.42.2(pid=11897): Launched\u000a00:32:32.348529 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:32.919070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Launched\u000a00:32:33.249038 run osmo-stp_10.42.42.5(pid=11900): Launched\u000a00:32:33.369247 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:32:33.941770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Launched\u000a00:32:34.059024 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:32:34.345697 run patchelf(pid=11904): Launched\u000a00:32:34.538406 run osmo-stp_10.42.42.5(pid=11900): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)]\u000a00:32:34.679033 run osmo-stp_10.42.42.5(pid=11900): stdout: \u000a| (launched: 2022-12-13_00:32:33.087588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:34.819679 run osmo-stp_10.42.42.5(pid=11900): stderr: \u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003233276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:34.955783 run osmo-stp_10.42.42.5(pid=11900): stdout: \u000a| (launched: 2022-12-13_00:32:33.087588)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:35.091879 run osmo-stp_10.42.42.5(pid=11900): stderr: \u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003233276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003233276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003233277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:35.249938 run patchelf(pid=11904): Terminating (SIGINT)\u000a00:32:35.434692 run patchelf(pid=11904): Terminated: ok {rc=0}\u000a00:32:35.468540 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11900): Process ended prematurely: osmo-stp_10.42.42.5(pid=11900) [trial-2384↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11900)] [trial-2384↪gprs:trx-b200↪iperf3.py:8]\u000a00:32:35.478560 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:32:35.542615 run osmo-hlr_10.42.42.2(pid=11897): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11897)]\u000a00:32:35.594577 run osmo-hlr_10.42.42.2(pid=11897): stdout: \u000a| (launched: 2022-12-13_00:32:31.964203) \u000a00:32:35.647717 run osmo-hlr_10.42.42.2(pid=11897): stderr: \u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003232183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003232201 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003232210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003232210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003232210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:35.692623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Terminating (SIGTERM)\u000a00:32:35.735245 run iperf3-srv_10.42.42.10(pid=11893): Terminating (SIGTERM)\u000a00:32:35.777937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminating (SIGTERM)\u000a00:32:35.820636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminating (SIGTERM)\u000a00:32:35.863170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminating (SIGTERM)\u000a00:32:35.873357 --- ParallelTerminationStrategy: PID 11892 died...\u000a00:32:35.930710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11892): Terminated: ok {rc=0}\u000a00:32:35.940901 --- ParallelTerminationStrategy: PID 11893 died...\u000a00:32:35.997402 run iperf3-srv_10.42.42.10(pid=11893): Terminated {rc=256}\u000a00:32:36.008215 --- ParallelTerminationStrategy: PID 11896 died...\u000a00:32:36.064471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11896): Terminated: ok {rc=0}\u000a00:32:36.075194 --- ParallelTerminationStrategy: PID 11899 died...\u000a00:32:36.131523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11899): Terminated: ok {rc=0}\u000a00:32:36.142074 --- ParallelTerminationStrategy: PID 11903 died...\u000a00:32:36.198672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11903): Terminated: ok {rc=0}\u000a00:32:36.286098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a00:32:37.396239 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.407657 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a00:32:37.546394 tst iperf3m4.py: using LAC 32391\u000a00:32:37.665834 tst iperf3m4.py: using RAC 6\u000a00:32:37.785464 tst iperf3m4.py: using CellId 32391\u000a00:32:37.905763 tst iperf3m4.py: using BVCI 32392\u000a00:32:37.929088 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.939759 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.950219 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.961319 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.972200 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.983491 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:37.994929 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:38.006032 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:38.017322 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:38.138390 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:38.260894 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:38.383112 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:38.662763 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:32:38.788611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:39.102771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Launched\u000a00:32:39.363873 run iperf3-srv_10.42.42.10(pid=11906): Launched\u000a00:32:39.549276 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:32:39.675384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:39.989854 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Launched\u000a00:32:40.251340 run iperf3-srv_10.42.42.10(pid=11908): Launched\u000a00:32:40.436572 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:32:40.562916 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:40.877740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Launched\u000a00:32:41.138438 run iperf3-srv_10.42.42.10(pid=11910): Launched\u000a00:32:41.322972 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:32:41.449028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:32:41.764276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Launched\u000a00:32:42.028126 run iperf3-srv_10.42.42.10(pid=11912): Launched\u000a00:32:42.213062 tst iperf3m4.py:8: start network...\u000a00:32:42.339941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:42.827043 run create_hlr_db(pid=11913): Launched\u000a00:32:43.001472 bus /gobi_6: Setting Powered False\u000a00:32:44.023313 run create_hlr_db(pid=11913): Terminated: ok {rc=0}\u000a00:32:44.458539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Launched\u000a00:32:44.785036 run osmo-hlr_10.42.42.2(pid=11916): Launched\u000a00:32:44.906922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:32:45.480801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Launched\u000a00:32:45.808725 run osmo-stp_10.42.42.5(pid=11919): Launched\u000a00:32:46.014514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:32:46.606334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Launched\u000a00:32:46.726724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:32:47.022635 run patchelf(pid=11922): Launched\u000a00:32:47.207036 run osmo-stp_10.42.42.5(pid=11919): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)]\u000a00:32:47.338504 run osmo-stp_10.42.42.5(pid=11919): stdout: \u000a| (launched: 2022-12-13_00:32:45.647790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:47.469353 run osmo-stp_10.42.42.5(pid=11919): stderr: \u000a| �[0;m�[38;5;43m20221213003245864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003245870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003245871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003245871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003245871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003245872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003245872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:47.597643 run osmo-stp_10.42.42.5(pid=11919): stdout: \u000a| (launched: 2022-12-13_00:32:45.647790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:32:47.723624 run osmo-stp_10.42.42.5(pid=11919): stderr: \u000a| �[0;m�[38;5;43m20221213003245864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003245870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003245871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003245871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003245871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003245872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003245872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:32:47.871038 run patchelf(pid=11922): Terminating (SIGINT)\u000a00:32:48.043806 run patchelf(pid=11922): Terminated: ok {rc=0}\u000a00:32:48.075724 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11919): Process ended prematurely: osmo-stp_10.42.42.5(pid=11919) [trial-2384↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11919)] [trial-2384↪gprs:trx-b200↪iperf3m4.py:8]\u000a00:32:48.085107 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:32:48.145508 run osmo-hlr_10.42.42.2(pid=11916): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11916)]\u000a00:32:48.194701 run osmo-hlr_10.42.42.2(pid=11916): stdout: \u000a| (launched: 2022-12-13_00:32:44.624771) \u000a00:32:48.244399 run osmo-hlr_10.42.42.2(pid=11916): stderr: \u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003244822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003244836 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003244846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003244846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003244846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:32:48.286857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminating (SIGTERM)\u000a00:32:48.326838 run iperf3-srv_10.42.42.10(pid=11906): Terminating (SIGTERM)\u000a00:32:48.366879 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminating (SIGTERM)\u000a00:32:48.406791 run iperf3-srv_10.42.42.10(pid=11908): Terminating (SIGTERM)\u000a00:32:48.446896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminating (SIGTERM)\u000a00:32:48.487002 run iperf3-srv_10.42.42.10(pid=11910): Terminating (SIGTERM)\u000a00:32:48.526738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminating (SIGTERM)\u000a00:32:48.566555 run iperf3-srv_10.42.42.10(pid=11912): Terminating (SIGTERM)\u000a00:32:48.606566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminating (SIGTERM)\u000a00:32:48.646481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminating (SIGTERM)\u000a00:32:48.686574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminating (SIGTERM)\u000a00:32:48.695894 --- ParallelTerminationStrategy: PID 11905 died...\u000a00:32:48.749732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11905): Terminated: ok {rc=0}\u000a00:32:48.759297 --- ParallelTerminationStrategy: PID 11906 died...\u000a00:32:48.812009 run iperf3-srv_10.42.42.10(pid=11906): Terminated {rc=256}\u000a00:32:48.821609 --- ParallelTerminationStrategy: PID 11907 died...\u000a00:32:48.874426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11907): Terminated: ok {rc=0}\u000a00:32:48.883925 --- ParallelTerminationStrategy: PID 11908 died...\u000a00:32:48.936938 run iperf3-srv_10.42.42.10(pid=11908): Terminated {rc=256}\u000a00:32:48.946513 --- ParallelTerminationStrategy: PID 11909 died...\u000a00:32:49.000022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11909): Terminated: ok {rc=0}\u000a00:32:49.009895 --- ParallelTerminationStrategy: PID 11910 died...\u000a00:32:49.062809 run iperf3-srv_10.42.42.10(pid=11910): Terminated {rc=256}\u000a00:32:49.072437 --- ParallelTerminationStrategy: PID 11911 died...\u000a00:32:49.126121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11911): Terminated: ok {rc=0}\u000a00:32:49.135709 --- ParallelTerminationStrategy: PID 11912 died...\u000a00:32:49.188483 run iperf3-srv_10.42.42.10(pid=11912): Terminated {rc=256}\u000a00:32:49.198252 --- ParallelTerminationStrategy: PID 11915 died...\u000a00:32:49.251233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11915): Terminated: ok {rc=0}\u000a00:32:49.260939 --- ParallelTerminationStrategy: PID 11918 died...\u000a00:32:49.314694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11918): Terminated: ok {rc=0}\u000a00:32:49.324542 --- ParallelTerminationStrategy: PID 11921 died...\u000a00:32:49.377852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11921): Terminated: ok {rc=0}\u000a00:32:49.467300 bus /gobi_4: Setting Powered False\u000a00:32:50.570779 bus /gobi_4: Setting Powered False\u000a00:32:51.681971 bus /gobi_1: Setting Powered False\u000a00:32:52.787279 bus /gobi_1: Setting Powered False\u000a00:32:53.899391 bus /gobi_0: Setting Powered False\u000a00:32:55.002030 bus /gobi_0: Setting Powered False\u000a00:32:56.114565 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a00:32:57.184101 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.196011 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a00:32:57.332571 tst ping.py: using LAC 32392\u000a00:32:57.452257 tst ping.py: using RAC 7\u000a00:32:57.575793 tst ping.py: using CellId 32392\u000a00:32:57.701072 tst ping.py: using BVCI 32393\u000a00:32:57.726094 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.737201 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.748320 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.759734 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.771122 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.782412 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.793765 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:32:57.804900 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:32:58.079959 tst ping.py:19: start network...\u000a00:32:58.204359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:32:58.684420 run create_hlr_db(pid=11923): Launched\u000a00:32:58.856461 bus /gobi_6: Setting Powered False\u000a00:32:59.878476 run create_hlr_db(pid=11923): Terminated: ok {rc=0}\u000a00:33:00.308229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Launched\u000a00:33:00.632182 run osmo-hlr_10.42.42.2(pid=11926): Launched\u000a00:33:00.752308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:01.344078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Launched\u000a00:33:01.813516 run osmo-stp_10.42.42.5(pid=11930): Launched\u000a00:33:01.974636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:33:02.542870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Launched\u000a00:33:02.658361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:33:02.940373 run patchelf(pid=11933): Launched\u000a00:33:03.129822 run osmo-stp_10.42.42.5(pid=11930): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)]\u000a00:33:03.267968 run osmo-stp_10.42.42.5(pid=11930): stdout: \u000a| (launched: 2022-12-13_00:33:01.510888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:03.406966 run osmo-stp_10.42.42.5(pid=11930): stderr: \u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003301731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:03.540723 run osmo-stp_10.42.42.5(pid=11930): stdout: \u000a| (launched: 2022-12-13_00:33:01.510888)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:03.673586 run osmo-stp_10.42.42.5(pid=11930): stderr: \u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003301730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003301731 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003301731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:03.828494 run patchelf(pid=11933): Terminating (SIGINT)\u000a00:33:04.010412 run patchelf(pid=11933): Terminated: ok {rc=0}\u000a00:33:04.043302 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11930): Process ended prematurely: osmo-stp_10.42.42.5(pid=11930) [trial-2384↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11930)] [trial-2384↪gprs:trx-b200↪ping.py:22]\u000a00:33:04.052467 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:33:04.116919 run osmo-hlr_10.42.42.2(pid=11926): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11926)]\u000a00:33:04.169152 run osmo-hlr_10.42.42.2(pid=11926): stdout: \u000a| (launched: 2022-12-13_00:33:00.472498) \u000a00:33:04.221597 run osmo-hlr_10.42.42.2(pid=11926): stderr: \u000a| �[0;m�[1;31m20221213003300664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003300664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003300664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003300665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003300665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003300665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003300676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003300685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003300685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003300685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:04.265980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminating (SIGTERM)\u000a00:33:04.308293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminating (SIGTERM)\u000a00:33:04.350737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Terminating (SIGTERM)\u000a00:33:04.360834 --- ParallelTerminationStrategy: PID 11925 died...\u000a00:33:04.417441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11925): Terminated: ok {rc=0}\u000a00:33:04.427626 --- ParallelTerminationStrategy: PID 11928 died...\u000a00:33:04.484003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11928): Terminated: ok {rc=0}\u000a00:33:04.494489 --- ParallelTerminationStrategy: PID 11932 died...\u000a00:33:04.550714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11932): Terminated: ok {rc=0}\u000a00:33:04.638143 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 199, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11940): Process ended prematurely: osmo-stp_10.42.42.5(pid=11940) [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11940): Process ended prematurely: osmo-stp_10.42.42.5(pid=11940) [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a00:33:05.691335 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:05.703249 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a00:33:05.850498 tst ping_idle_ping.py: using LAC 32393\u000a00:33:05.977635 tst ping_idle_ping.py: using RAC 8\u000a00:33:06.110391 tst ping_idle_ping.py: using CellId 32393\u000a00:33:06.229806 tst ping_idle_ping.py: using BVCI 32394\u000a00:33:06.252860 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.263713 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.274443 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.285651 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.296643 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.307761 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.318896 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a00:33:06.329939 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a00:33:06.621672 tst ping_idle_ping.py:24: start network...\u000a00:33:06.755708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:07.267779 run create_hlr_db(pid=11934): Launched\u000a00:33:07.455483 bus /gobi_6: Setting Powered False\u000a00:33:08.476338 run create_hlr_db(pid=11934): Terminated: ok {rc=0}\u000a00:33:08.880271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Launched\u000a00:33:09.180317 run osmo-hlr_10.42.42.2(pid=11937): Launched\u000a00:33:09.298873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:09.826506 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Launched\u000a00:33:10.125718 run osmo-stp_10.42.42.5(pid=11940): Launched\u000a00:33:10.234432 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:33:10.760133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Launched\u000a00:33:10.866893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:33:11.129150 run patchelf(pid=11943): Launched\u000a00:33:11.305829 run osmo-stp_10.42.42.5(pid=11940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)]\u000a00:33:11.434609 run osmo-stp_10.42.42.5(pid=11940): stdout: \u000a| (launched: 2022-12-13_00:33:09.978560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:11.563822 run osmo-stp_10.42.42.5(pid=11940): stderr: \u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003310145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:11.688190 run osmo-stp_10.42.42.5(pid=11940): stdout: \u000a| (launched: 2022-12-13_00:33:09.978560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:11.812557 run osmo-stp_10.42.42.5(pid=11940): stderr: \u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003310144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003310145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003310145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:11.957093 run patchelf(pid=11943): Terminating (SIGINT)\u000a00:33:12.127279 run patchelf(pid=11943): Terminated: ok {rc=0}\u000a00:33:12.157976 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11940): Process ended prematurely: osmo-stp_10.42.42.5(pid=11940) [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11940)] [trial-2384↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a00:33:12.166627 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:33:12.226558 run osmo-hlr_10.42.42.2(pid=11937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11937)]\u000a00:33:12.275595 run osmo-hlr_10.42.42.2(pid=11937): stdout: \u000a| (launched: 2022-12-13_00:33:09.032909) \u000a00:33:12.325342 run osmo-hlr_10.42.42.2(pid=11937): stderr: \u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003309205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003309218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003309229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003309229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003309229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:12.367492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Terminating (SIGTERM)\u000a00:33:12.407721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Terminating (SIGTERM)\u000a00:33:12.448102 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Terminating (SIGTERM)\u000a00:33:12.457679 --- ParallelTerminationStrategy: PID 11936 died...\u000a00:33:12.511441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11936): Terminated: ok {rc=0}\u000a00:33:12.521283 --- ParallelTerminationStrategy: PID 11939 died...\u000a00:33:12.574675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11939): Terminated: ok {rc=0}\u000a00:33:12.584635 --- ParallelTerminationStrategy: PID 11942 died...\u000a00:33:12.637902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11942): Terminated: ok {rc=0}\u000a00:33:12.726909 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:32:14" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11957): Process ended prematurely: osmo-stp_10.42.42.5(pid=11957) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11957): Process ended prematurely: osmo-stp_10.42.42.5(pid=11957) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:33:14.886472 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:14.897801 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:33:15.046812 tst cs_paging_gprs_active.py: using LAC 32394\u000a00:33:15.177352 tst cs_paging_gprs_active.py: using RAC 9\u000a00:33:15.308423 tst cs_paging_gprs_active.py: using CellId 32394\u000a00:33:15.438881 tst cs_paging_gprs_active.py: using BVCI 32395\u000a00:33:15.464080 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.475413 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.486490 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.497841 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.509161 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.520322 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.531874 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.543283 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:15.555079 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:15.677737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:15.979390 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:33:16.119260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:16.473165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Launched\u000a00:33:16.772564 run iperf3-srv_10.42.42.10(pid=11948): Launched\u000a00:33:16.978198 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:33:17.144381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:17.487157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Launched\u000a00:33:17.771713 run iperf3-srv_10.42.42.10(pid=11950): Launched\u000a00:33:17.973851 tst cs_paging_gprs_active.py:38: start network...\u000a00:33:18.112122 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:18.631485 run create_hlr_db(pid=11951): Launched\u000a00:33:18.820926 bus /gobi_6: Setting Powered False\u000a00:33:19.843024 run create_hlr_db(pid=11951): Terminated: ok {rc=0}\u000a00:33:20.279720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Launched\u000a00:33:20.610597 run osmo-hlr_10.42.42.2(pid=11954): Launched\u000a00:33:20.730955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:21.303410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Launched\u000a00:33:21.634256 run osmo-stp_10.42.42.5(pid=11957): Launched\u000a00:33:21.753943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:33:22.328845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Launched\u000a00:33:22.447084 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:33:22.734524 run patchelf(pid=11960): Launched\u000a00:33:22.926908 run osmo-stp_10.42.42.5(pid=11957): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)]\u000a00:33:23.067528 run osmo-stp_10.42.42.5(pid=11957): stdout: \u000a| (launched: 2022-12-13_00:33:21.471087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:23.208628 run osmo-stp_10.42.42.5(pid=11957): stderr: \u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003321660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:23.345249 run osmo-stp_10.42.42.5(pid=11957): stdout: \u000a| (launched: 2022-12-13_00:33:21.471087)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:23.480675 run osmo-stp_10.42.42.5(pid=11957): stderr: \u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003321659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003321660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003321660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:23.638446 run patchelf(pid=11960): Terminating (SIGINT)\u000a00:33:23.823609 run patchelf(pid=11960): Terminated: ok {rc=0}\u000a00:33:23.857781 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11957): Process ended prematurely: osmo-stp_10.42.42.5(pid=11957) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11957)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:33:23.867629 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:33:23.931520 run osmo-hlr_10.42.42.2(pid=11954): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11954)]\u000a00:33:23.983657 run osmo-hlr_10.42.42.2(pid=11954): stdout: \u000a| (launched: 2022-12-13_00:33:20.447397) \u000a00:33:24.036176 run osmo-hlr_10.42.42.2(pid=11954): stderr: \u000a| �[0;m�[1;31m20221213003320642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003320642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003320642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003320643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003320643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003320643 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003320655 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003320664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003320664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003320664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:24.081669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Terminating (SIGTERM)\u000a00:33:24.123895 run iperf3-srv_10.42.42.10(pid=11948): Terminating (SIGTERM)\u000a00:33:24.166406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminating (SIGTERM)\u000a00:33:24.208795 run iperf3-srv_10.42.42.10(pid=11950): Terminating (SIGTERM)\u000a00:33:24.251443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Terminating (SIGTERM)\u000a00:33:24.294191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Terminating (SIGTERM)\u000a00:33:24.336494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Terminating (SIGTERM)\u000a00:33:24.346681 --- ParallelTerminationStrategy: PID 11947 died...\u000a00:33:24.403367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11947): Terminated: ok {rc=0}\u000a00:33:24.413914 --- ParallelTerminationStrategy: PID 11948 died...\u000a00:33:24.469839 run iperf3-srv_10.42.42.10(pid=11948): Terminated {rc=256}\u000a00:33:24.480071 --- ParallelTerminationStrategy: PID 11949 died...\u000a00:33:24.536192 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11949): Terminated: ok {rc=0}\u000a00:33:24.546560 --- ParallelTerminationStrategy: PID 11950 died...\u000a00:33:24.602384 run iperf3-srv_10.42.42.10(pid=11950): Terminated {rc=256}\u000a00:33:24.612794 --- ParallelTerminationStrategy: PID 11953 died...\u000a00:33:24.669206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11953): Terminated: ok {rc=0}\u000a00:33:24.679327 --- ParallelTerminationStrategy: PID 11956 died...\u000a00:33:24.735704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11956): Terminated: ok {rc=0}\u000a00:33:24.746342 --- ParallelTerminationStrategy: PID 11959 died...\u000a00:33:24.802377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11959): Terminated: ok {rc=0}\u000a00:33:24.890514 bus /gobi_0: Setting Powered False\u000a00:33:25.997811 bus /gobi_0: Setting Powered False\u000a00:33:27.105981 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11969): Process ended prematurely: osmo-stp_10.42.42.5(pid=11969) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11969): Process ended prematurely: osmo-stp_10.42.42.5(pid=11969) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:33:28.222323 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.234460 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:33:28.382714 tst iperf3.py: using LAC 32395\u000a00:33:28.502365 tst iperf3.py: using RAC 10\u000a00:33:28.627244 tst iperf3.py: using CellId 32395\u000a00:33:28.745509 tst iperf3.py: using BVCI 32396\u000a00:33:28.768745 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.779662 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.790416 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.801100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.811722 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.822286 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.833013 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.843481 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:28.854218 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:29.151212 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:33:29.290489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:29.630062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Launched\u000a00:33:29.911423 run iperf3-srv_10.42.42.10(pid=11962): Launched\u000a00:33:30.112345 tst iperf3.py:8: start network...\u000a00:33:30.249682 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:30.769383 run create_hlr_db(pid=11963): Launched\u000a00:33:30.962323 bus /gobi_6: Setting Powered False\u000a00:33:32.037539 run create_hlr_db(pid=11963): Terminated: ok {rc=0}\u000a00:33:32.498246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Launched\u000a00:33:32.826292 run osmo-hlr_10.42.42.2(pid=11966): Launched\u000a00:33:32.946173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:33.516520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Launched\u000a00:33:33.843947 run osmo-stp_10.42.42.5(pid=11969): Launched\u000a00:33:33.963093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:33:34.534835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Launched\u000a00:33:34.652537 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:33:34.938540 run patchelf(pid=11972): Launched\u000a00:33:35.130750 run osmo-stp_10.42.42.5(pid=11969): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)]\u000a00:33:35.270660 run osmo-stp_10.42.42.5(pid=11969): stdout: \u000a| (launched: 2022-12-13_00:33:33.683199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:35.411205 run osmo-stp_10.42.42.5(pid=11969): stderr: \u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003333873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:35.547193 run osmo-stp_10.42.42.5(pid=11969): stdout: \u000a| (launched: 2022-12-13_00:33:33.683199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:35.682047 run osmo-stp_10.42.42.5(pid=11969): stderr: \u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003333872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003333873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003333873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:35.839287 run patchelf(pid=11972): Terminating (SIGINT)\u000a00:33:36.023780 run patchelf(pid=11972): Terminated: ok {rc=0}\u000a00:33:36.057479 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11969): Process ended prematurely: osmo-stp_10.42.42.5(pid=11969) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11969)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a00:33:36.067382 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:33:36.132226 run osmo-hlr_10.42.42.2(pid=11966): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11966)]\u000a00:33:36.184780 run osmo-hlr_10.42.42.2(pid=11966): stdout: \u000a| (launched: 2022-12-13_00:33:32.665133) \u000a00:33:36.237478 run osmo-hlr_10.42.42.2(pid=11966): stderr: \u000a| �[0;m�[1;31m20221213003332860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003332860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003332860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003332860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003332860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003332861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003332873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003332881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003332881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003332881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:36.282084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminating (SIGTERM)\u000a00:33:36.324371 run iperf3-srv_10.42.42.10(pid=11962): Terminating (SIGTERM)\u000a00:33:36.366782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Terminating (SIGTERM)\u000a00:33:36.409212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Terminating (SIGTERM)\u000a00:33:36.451556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Terminating (SIGTERM)\u000a00:33:36.461564 --- ParallelTerminationStrategy: PID 11961 died...\u000a00:33:36.518609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11961): Terminated: ok {rc=0}\u000a00:33:36.528689 --- ParallelTerminationStrategy: PID 11962 died...\u000a00:33:36.584595 run iperf3-srv_10.42.42.10(pid=11962): Terminated {rc=256}\u000a00:33:36.594877 --- ParallelTerminationStrategy: PID 11965 died...\u000a00:33:36.651166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11965): Terminated: ok {rc=0}\u000a00:33:36.661878 --- ParallelTerminationStrategy: PID 11968 died...\u000a00:33:36.718062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11968): Terminated: ok {rc=0}\u000a00:33:36.728172 --- ParallelTerminationStrategy: PID 11971 died...\u000a00:33:36.784229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11971): Terminated: ok {rc=0}\u000a00:33:36.871343 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11987): Process ended prematurely: osmo-stp_10.42.42.5(pid=11987) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11987): Process ended prematurely: osmo-stp_10.42.42.5(pid=11987) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:33:37.988374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.000334 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:33:38.150978 tst iperf3m4.py: using LAC 32396\u000a00:33:38.284245 tst iperf3m4.py: using RAC 11\u000a00:33:38.413102 tst iperf3m4.py: using CellId 32396\u000a00:33:38.545843 tst iperf3m4.py: using BVCI 32397\u000a00:33:38.570963 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.582404 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.593501 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.604811 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.616085 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.627590 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.639252 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.650622 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:38.662104 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:38.781444 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:38.903079 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:39.023666 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:39.307149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:33:39.433761 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:39.748868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Launched\u000a00:33:40.011527 run iperf3-srv_10.42.42.10(pid=11974): Launched\u000a00:33:40.196699 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:33:40.323192 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:40.638304 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Launched\u000a00:33:40.900014 run iperf3-srv_10.42.42.10(pid=11976): Launched\u000a00:33:41.084776 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:33:41.211527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:41.525718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Launched\u000a00:33:41.786939 run iperf3-srv_10.42.42.10(pid=11978): Launched\u000a00:33:41.972370 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:33:42.099130 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:33:42.413156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Launched\u000a00:33:42.675511 run iperf3-srv_10.42.42.10(pid=11980): Launched\u000a00:33:42.859760 tst iperf3m4.py:8: start network...\u000a00:33:42.985968 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:43.476083 run create_hlr_db(pid=11981): Launched\u000a00:33:43.651179 bus /gobi_6: Setting Powered False\u000a00:33:44.672112 run create_hlr_db(pid=11981): Terminated: ok {rc=0}\u000a00:33:45.078670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Launched\u000a00:33:45.385023 run osmo-hlr_10.42.42.2(pid=11984): Launched\u000a00:33:45.496922 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:33:46.099649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Launched\u000a00:33:46.512825 run osmo-stp_10.42.42.5(pid=11987): Launched\u000a00:33:46.765608 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:33:47.317008 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Launched\u000a00:33:47.425431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:33:47.692409 run patchelf(pid=11990): Launched\u000a00:33:47.871535 run osmo-stp_10.42.42.5(pid=11987): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)]\u000a00:33:48.001845 run osmo-stp_10.42.42.5(pid=11987): stdout: \u000a| (launched: 2022-12-13_00:33:46.271093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:48.133221 run osmo-stp_10.42.42.5(pid=11987): stderr: \u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003346570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:48.259306 run osmo-stp_10.42.42.5(pid=11987): stdout: \u000a| (launched: 2022-12-13_00:33:46.271093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:33:48.384550 run osmo-stp_10.42.42.5(pid=11987): stderr: \u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003346569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003346570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003346570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:33:48.530742 run patchelf(pid=11990): Terminating (SIGINT)\u000a00:33:48.703023 run patchelf(pid=11990): Terminated: ok {rc=0}\u000a00:33:48.734540 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11987): Process ended prematurely: osmo-stp_10.42.42.5(pid=11987) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11987)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:33:48.743720 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:33:48.803519 run osmo-hlr_10.42.42.2(pid=11984): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11984)]\u000a00:33:48.852518 run osmo-hlr_10.42.42.2(pid=11984): stdout: \u000a| (launched: 2022-12-13_00:33:45.234333) \u000a00:33:48.901846 run osmo-hlr_10.42.42.2(pid=11984): stderr: \u000a| �[0;m�[1;31m20221213003345408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003345409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003345409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003345409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003345409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003345409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003345421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003345429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003345429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003345429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:33:48.944186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Terminating (SIGTERM)\u000a00:33:48.984219 run iperf3-srv_10.42.42.10(pid=11974): Terminating (SIGTERM)\u000a00:33:49.024599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Terminating (SIGTERM)\u000a00:33:49.064668 run iperf3-srv_10.42.42.10(pid=11976): Terminating (SIGTERM)\u000a00:33:49.104822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Terminating (SIGTERM)\u000a00:33:49.145124 run iperf3-srv_10.42.42.10(pid=11978): Terminating (SIGTERM)\u000a00:33:49.185629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Terminating (SIGTERM)\u000a00:33:49.225534 run iperf3-srv_10.42.42.10(pid=11980): Terminating (SIGTERM)\u000a00:33:49.265643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Terminating (SIGTERM)\u000a00:33:49.305613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Terminating (SIGTERM)\u000a00:33:49.345801 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Terminating (SIGTERM)\u000a00:33:49.355111 --- ParallelTerminationStrategy: PID 11973 died...\u000a00:33:49.408779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11973): Terminated: ok {rc=0}\u000a00:33:49.418475 --- ParallelTerminationStrategy: PID 11974 died...\u000a00:33:49.472032 run iperf3-srv_10.42.42.10(pid=11974): Terminated {rc=256}\u000a00:33:49.481965 --- ParallelTerminationStrategy: PID 11975 died...\u000a00:33:49.535030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11975): Terminated: ok {rc=0}\u000a00:33:49.544706 --- ParallelTerminationStrategy: PID 11976 died...\u000a00:33:49.597749 run iperf3-srv_10.42.42.10(pid=11976): Terminated {rc=256}\u000a00:33:49.607394 --- ParallelTerminationStrategy: PID 11977 died...\u000a00:33:49.660333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11977): Terminated: ok {rc=0}\u000a00:33:49.669839 --- ParallelTerminationStrategy: PID 11978 died...\u000a00:33:49.723078 run iperf3-srv_10.42.42.10(pid=11978): Terminated {rc=256}\u000a00:33:49.732664 --- ParallelTerminationStrategy: PID 11979 died...\u000a00:33:49.785557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11979): Terminated: ok {rc=0}\u000a00:33:49.795190 --- ParallelTerminationStrategy: PID 11980 died...\u000a00:33:49.849093 run iperf3-srv_10.42.42.10(pid=11980): Terminated {rc=256}\u000a00:33:49.858677 --- ParallelTerminationStrategy: PID 11983 died...\u000a00:33:49.911509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11983): Terminated: ok {rc=0}\u000a00:33:49.921168 --- ParallelTerminationStrategy: PID 11986 died...\u000a00:33:49.974012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11986): Terminated: ok {rc=0}\u000a00:33:49.983617 --- ParallelTerminationStrategy: PID 11989 died...\u000a00:33:50.037031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11989): Terminated: ok {rc=0}\u000a00:33:50.126635 bus /gobi_4: Setting Powered False\u000a00:33:51.230377 bus /gobi_4: Setting Powered False\u000a00:33:52.342649 bus /gobi_1: Setting Powered False\u000a00:33:53.445198 bus /gobi_1: Setting Powered False\u000a00:33:54.552295 bus /gobi_0: Setting Powered False\u000a00:33:55.659190 bus /gobi_0: Setting Powered False\u000a00:33:56.768735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:33:57.834528 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:57.846048 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:33:57.984764 tst ping.py: using LAC 32397\u000a00:33:58.105291 tst ping.py: using RAC 12\u000a00:33:58.224737 tst ping.py: using CellId 32397\u000a00:33:58.344062 tst ping.py: using BVCI 32398\u000a00:33:58.367059 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.377988 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.388661 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.399423 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.410071 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.420613 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.431439 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:33:58.442086 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:33:58.735555 tst ping.py:19: start network...\u000a00:33:58.870086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:33:59.378581 run create_hlr_db(pid=11992): Launched\u000a00:33:59.566417 bus /gobi_6: Setting Powered False\u000a00:34:00.585602 run create_hlr_db(pid=11992): Terminated: ok {rc=0}\u000a00:34:01.039797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Launched\u000a00:34:01.457252 run osmo-hlr_10.42.42.2(pid=11995): Launched\u000a00:34:01.623907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:02.233873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Launched\u000a00:34:02.559007 run osmo-stp_10.42.42.5(pid=11998): Launched\u000a00:34:02.676029 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:34:03.240596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Launched\u000a00:34:03.356395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:34:03.639249 run patchelf(pid=12001): Launched\u000a00:34:03.828280 run osmo-stp_10.42.42.5(pid=11998): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)]\u000a00:34:03.966537 run osmo-stp_10.42.42.5(pid=11998): stdout: \u000a| (launched: 2022-12-13_00:34:02.400196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:04.105122 run osmo-stp_10.42.42.5(pid=11998): stderr: \u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003402590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:04.239869 run osmo-stp_10.42.42.5(pid=11998): stdout: \u000a| (launched: 2022-12-13_00:34:02.400196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:04.372409 run osmo-stp_10.42.42.5(pid=11998): stderr: \u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003402589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003402590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003402590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:04.527015 run patchelf(pid=12001): Terminating (SIGINT)\u000a00:34:04.708232 run patchelf(pid=12001): Terminated: ok {rc=0}\u000a00:34:04.741132 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11998): Process ended prematurely: osmo-stp_10.42.42.5(pid=11998) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11998)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a00:34:04.750222 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:34:04.813912 run osmo-hlr_10.42.42.2(pid=11995): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11995)]\u000a00:34:04.866057 run osmo-hlr_10.42.42.2(pid=11995): stdout: \u000a| (launched: 2022-12-13_00:34:01.197456) \u000a00:34:04.918609 run osmo-hlr_10.42.42.2(pid=11995): stderr: \u000a| �[0;m�[1;31m20221213003401481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003401481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003401481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003401482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003401482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003401482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003401505 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003401522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003401522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003401522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:04.963069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminating (SIGTERM)\u000a00:34:05.005455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminating (SIGTERM)\u000a00:34:05.047853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Terminating (SIGTERM)\u000a00:34:05.057971 --- ParallelTerminationStrategy: PID 11994 died...\u000a00:34:05.114190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11994): Terminated: ok {rc=0}\u000a00:34:05.124837 --- ParallelTerminationStrategy: PID 11997 died...\u000a00:34:05.181151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11997): Terminated: ok {rc=0}\u000a00:34:05.191245 --- ParallelTerminationStrategy: PID 12000 died...\u000a00:34:05.247480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12000): Terminated: ok {rc=0}\u000a00:34:05.335520 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12008): Process ended prematurely: osmo-stp_10.42.42.5(pid=12008) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12008): Process ended prematurely: osmo-stp_10.42.42.5(pid=12008) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:34:06.387741 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.399784 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:34:06.547407 tst ping_idle_ping.py: using LAC 32398\u000a00:34:06.673773 tst ping_idle_ping.py: using RAC 13\u000a00:34:06.799635 tst ping_idle_ping.py: using CellId 32398\u000a00:34:06.920506 tst ping_idle_ping.py: using BVCI 32399\u000a00:34:06.943570 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.954742 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.965530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.976309 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.987233 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:06.998024 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:07.008799 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:34:07.020226 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:34:07.313735 tst ping_idle_ping.py:24: start network...\u000a00:34:07.448612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:07.958204 run create_hlr_db(pid=12002): Launched\u000a00:34:08.146171 bus /gobi_6: Setting Powered False\u000a00:34:09.166988 run create_hlr_db(pid=12002): Terminated: ok {rc=0}\u000a00:34:09.598368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Launched\u000a00:34:09.921395 run osmo-hlr_10.42.42.2(pid=12005): Launched\u000a00:34:10.039651 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:10.605192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Launched\u000a00:34:10.929726 run osmo-stp_10.42.42.5(pid=12008): Launched\u000a00:34:11.047073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:34:11.613314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Launched\u000a00:34:11.729169 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:34:12.018786 run patchelf(pid=12011): Launched\u000a00:34:12.196163 run osmo-stp_10.42.42.5(pid=12008): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)]\u000a00:34:12.326290 run osmo-stp_10.42.42.5(pid=12008): stdout: \u000a| (launched: 2022-12-13_00:34:10.769688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:12.455884 run osmo-stp_10.42.42.5(pid=12008): stderr: \u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003410959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:12.581158 run osmo-stp_10.42.42.5(pid=12008): stdout: \u000a| (launched: 2022-12-13_00:34:10.769688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:12.704334 run osmo-stp_10.42.42.5(pid=12008): stderr: \u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003410958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003410959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003410959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:12.849653 run patchelf(pid=12011): Terminating (SIGINT)\u000a00:34:13.020250 run patchelf(pid=12011): Terminated: ok {rc=0}\u000a00:34:13.051764 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12008): Process ended prematurely: osmo-stp_10.42.42.5(pid=12008) [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12008)] [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:34:13.060608 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:34:13.120926 run osmo-hlr_10.42.42.2(pid=12005): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12005)]\u000a00:34:13.170313 run osmo-hlr_10.42.42.2(pid=12005): stdout: \u000a| (launched: 2022-12-13_00:34:09.762958) \u000a00:34:13.220271 run osmo-hlr_10.42.42.2(pid=12005): stderr: \u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003409956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003409968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003409977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003409977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003409977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:13.262501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Terminating (SIGTERM)\u000a00:34:13.302682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Terminating (SIGTERM)\u000a00:34:13.342939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Terminating (SIGTERM)\u000a00:34:13.352353 --- ParallelTerminationStrategy: PID 12004 died...\u000a00:34:13.406643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12004): Terminated: ok {rc=0}\u000a00:34:13.416457 --- ParallelTerminationStrategy: PID 12007 died...\u000a00:34:13.470130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12007): Terminated: ok {rc=0}\u000a00:34:13.479765 --- ParallelTerminationStrategy: PID 12010 died...\u000a00:34:13.533624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12010): Terminated: ok {rc=0}\u000a00:34:13.622638 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:33:14" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12025): Process ended prematurely: osmo-stp_10.42.42.5(pid=12025) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12025): Process ended prematurely: osmo-stp_10.42.42.5(pid=12025) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:34:15.772777 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:15.783584 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:34:15.973677 tst cs_paging_gprs_active.py: using LAC 32399\u000a00:34:16.103476 tst cs_paging_gprs_active.py: using RAC 14\u000a00:34:16.272155 tst cs_paging_gprs_active.py: using CellId 32399\u000a00:34:16.416179 tst cs_paging_gprs_active.py: using BVCI 32400\u000a00:34:16.442743 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.455109 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.468004 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.480316 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.494693 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.508050 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.522490 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.536205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:16.548590 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:16.691480 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:17.007224 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:34:17.138960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:17.459906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Launched\u000a00:34:17.722691 run iperf3-srv_10.42.42.10(pid=12016): Launched\u000a00:34:17.908034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:34:18.034343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:18.349707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Launched\u000a00:34:18.621615 run iperf3-srv_10.42.42.10(pid=12018): Launched\u000a00:34:18.823527 tst cs_paging_gprs_active.py:38: start network...\u000a00:34:18.961433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:19.481399 run create_hlr_db(pid=12019): Launched\u000a00:34:19.671097 bus /gobi_6: Setting Powered False\u000a00:34:20.692907 run create_hlr_db(pid=12019): Terminated: ok {rc=0}\u000a00:34:21.130344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Launched\u000a00:34:21.459704 run osmo-hlr_10.42.42.2(pid=12022): Launched\u000a00:34:21.586206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:22.162736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Launched\u000a00:34:22.493463 run osmo-stp_10.42.42.5(pid=12025): Launched\u000a00:34:22.613185 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:34:23.187592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Launched\u000a00:34:23.305698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:34:23.593785 run patchelf(pid=12028): Launched\u000a00:34:23.786480 run osmo-stp_10.42.42.5(pid=12025): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)]\u000a00:34:23.927088 run osmo-stp_10.42.42.5(pid=12025): stdout: \u000a| (launched: 2022-12-13_00:34:22.330702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:24.067733 run osmo-stp_10.42.42.5(pid=12025): stderr: \u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003422521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:24.204631 run osmo-stp_10.42.42.5(pid=12025): stdout: \u000a| (launched: 2022-12-13_00:34:22.330702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:24.340162 run osmo-stp_10.42.42.5(pid=12025): stderr: \u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003422520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003422521 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003422522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:24.497681 run patchelf(pid=12028): Terminating (SIGINT)\u000a00:34:24.682519 run patchelf(pid=12028): Terminated: ok {rc=0}\u000a00:34:24.716113 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12025): Process ended prematurely: osmo-stp_10.42.42.5(pid=12025) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12025)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:34:24.726008 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:34:24.790007 run osmo-hlr_10.42.42.2(pid=12022): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12022)]\u000a00:34:24.842104 run osmo-hlr_10.42.42.2(pid=12022): stdout: \u000a| (launched: 2022-12-13_00:34:21.298250) \u000a00:34:24.894910 run osmo-hlr_10.42.42.2(pid=12022): stderr: \u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003421491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003421503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003421511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003421511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003421512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:24.939792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Terminating (SIGTERM)\u000a00:34:24.982416 run iperf3-srv_10.42.42.10(pid=12016): Terminating (SIGTERM)\u000a00:34:25.024784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminating (SIGTERM)\u000a00:34:25.067180 run iperf3-srv_10.42.42.10(pid=12018): Terminating (SIGTERM)\u000a00:34:25.109662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Terminating (SIGTERM)\u000a00:34:25.152390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Terminating (SIGTERM)\u000a00:34:25.195023 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Terminating (SIGTERM)\u000a00:34:25.205071 --- ParallelTerminationStrategy: PID 12015 died...\u000a00:34:25.262022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12015): Terminated: ok {rc=0}\u000a00:34:25.272084 --- ParallelTerminationStrategy: PID 12016 died...\u000a00:34:25.328115 run iperf3-srv_10.42.42.10(pid=12016): Terminated {rc=256}\u000a00:34:25.338491 --- ParallelTerminationStrategy: PID 12017 died...\u000a00:34:25.395404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12017): Terminated: ok {rc=0}\u000a00:34:25.405503 --- ParallelTerminationStrategy: PID 12018 died...\u000a00:34:25.461455 run iperf3-srv_10.42.42.10(pid=12018): Terminated {rc=256}\u000a00:34:25.471544 --- ParallelTerminationStrategy: PID 12021 died...\u000a00:34:25.528221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12021): Terminated: ok {rc=0}\u000a00:34:25.538220 --- ParallelTerminationStrategy: PID 12024 died...\u000a00:34:25.594107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12024): Terminated: ok {rc=0}\u000a00:34:25.604417 --- ParallelTerminationStrategy: PID 12027 died...\u000a00:34:25.660289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12027): Terminated: ok {rc=0}\u000a00:34:25.748498 bus /gobi_0: Setting Powered False\u000a00:34:26.851850 bus /gobi_0: Setting Powered False\u000a00:34:27.958456 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12041): Process ended prematurely: osmo-stp_10.42.42.5(pid=12041) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12041): Process ended prematurely: osmo-stp_10.42.42.5(pid=12041) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:34:29.073797 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.085893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:34:29.254887 tst iperf3.py: using LAC 32400\u000a00:34:29.384166 tst iperf3.py: using RAC 15\u000a00:34:29.514293 tst iperf3.py: using CellId 32400\u000a00:34:29.636693 tst iperf3.py: using BVCI 32401\u000a00:34:29.659932 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.670982 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.681843 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.692625 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.703463 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.714171 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.724923 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.735552 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:29.746430 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:30.043311 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:34:30.180783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:30.519164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Launched\u000a00:34:30.801759 run iperf3-srv_10.42.42.10(pid=12030): Launched\u000a00:34:31.015594 tst iperf3.py:8: start network...\u000a00:34:31.147256 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:31.685777 run create_hlr_db(pid=12031): Launched\u000a00:34:31.871654 bus /gobi_6: Setting Powered False\u000a00:34:32.883606 run create_hlr_db(pid=12031): Terminated: ok {rc=0}\u000a00:34:33.292000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Launched\u000a00:34:33.596409 run osmo-hlr_10.42.42.2(pid=12034): Launched\u000a00:34:33.715707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:34.250582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Launched\u000a00:34:34.555417 run osmo-stp_10.42.42.5(pid=12041): Launched\u000a00:34:34.666190 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:34:35.199196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Launched\u000a00:34:35.307745 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:34:35.573691 run patchelf(pid=12045): Launched\u000a00:34:35.752214 run osmo-stp_10.42.42.5(pid=12041): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)]\u000a00:34:35.882798 run osmo-stp_10.42.42.5(pid=12041): stdout: \u000a| (launched: 2022-12-13_00:34:34.405953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:36.013304 run osmo-stp_10.42.42.5(pid=12041): stderr: \u000a| �[0;m�[38;5;43m20221213003434573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003434574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003434574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003434574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:36.139845 run osmo-stp_10.42.42.5(pid=12041): stdout: \u000a| (launched: 2022-12-13_00:34:34.405953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:36.265473 run osmo-stp_10.42.42.5(pid=12041): stderr: \u000a| �[0;m�[38;5;43m20221213003434573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003434574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003434574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003434574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003434575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:36.412352 run patchelf(pid=12045): Terminating (SIGINT)\u000a00:34:36.584474 run patchelf(pid=12045): Terminated: ok {rc=0}\u000a00:34:36.615943 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12041): Process ended prematurely: osmo-stp_10.42.42.5(pid=12041) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12041)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:34:36.625147 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a00:34:36.685468 run osmo-hlr_10.42.42.2(pid=12034): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12034)]\u000a00:34:36.734788 run osmo-hlr_10.42.42.2(pid=12034): stdout: \u000a| (launched: 2022-12-13_00:34:33.447112) \u000a00:34:36.784865 run osmo-hlr_10.42.42.2(pid=12034): stderr: \u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003433620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003433633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003433642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:36.827383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Terminating (SIGTERM)\u000a00:34:36.867259 run iperf3-srv_10.42.42.10(pid=12030): Terminating (SIGTERM)\u000a00:34:36.907281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminating (SIGTERM)\u000a00:34:36.947156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminating (SIGTERM)\u000a00:34:36.987429 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Terminating (SIGTERM)\u000a00:34:36.996703 --- ParallelTerminationStrategy: PID 12029 died...\u000a00:34:37.050736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12029): Terminated: ok {rc=0}\u000a00:34:37.060321 --- ParallelTerminationStrategy: PID 12030 died...\u000a00:34:37.113303 run iperf3-srv_10.42.42.10(pid=12030): Terminated {rc=256}\u000a00:34:37.122822 --- ParallelTerminationStrategy: PID 12033 died...\u000a00:34:37.175818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12033): Terminated: ok {rc=0}\u000a00:34:37.185397 --- ParallelTerminationStrategy: PID 12036 died...\u000a00:34:37.238345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12036): Terminated: ok {rc=0}\u000a00:34:37.247895 --- ParallelTerminationStrategy: PID 12044 died...\u000a00:34:37.300923 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12044): Terminated: ok {rc=0}\u000a00:34:37.390242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12060): Process ended prematurely: osmo-stp_10.42.42.5(pid=12060) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12060): Process ended prematurely: osmo-stp_10.42.42.5(pid=12060) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:34:38.501620 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:38.513189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:34:38.671707 tst iperf3m4.py: using LAC 32401\u000a00:34:38.792703 tst iperf3m4.py: using RAC 16\u000a00:34:38.912186 tst iperf3m4.py: using CellId 32401\u000a00:34:39.033667 tst iperf3m4.py: using BVCI 32402\u000a00:34:39.056928 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.067856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.078633 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.089443 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.100067 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.110834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.121752 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.132893 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:39.143829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:39.262311 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:39.385100 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:39.504481 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:39.802361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:34:39.940014 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:40.280173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Launched\u000a00:34:40.563160 run iperf3-srv_10.42.42.10(pid=12047): Launched\u000a00:34:40.765118 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:34:40.902653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:41.242198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Launched\u000a00:34:41.523941 run iperf3-srv_10.42.42.10(pid=12049): Launched\u000a00:34:41.725748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:34:41.863010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:42.202921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Launched\u000a00:34:42.485176 run iperf3-srv_10.42.42.10(pid=12051): Launched\u000a00:34:42.687433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:34:42.825180 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:34:43.166217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Launched\u000a00:34:43.447864 run iperf3-srv_10.42.42.10(pid=12053): Launched\u000a00:34:43.649227 tst iperf3m4.py:8: start network...\u000a00:34:43.786755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:34:44.306288 run create_hlr_db(pid=12054): Launched\u000a00:34:44.496296 bus /gobi_6: Setting Powered False\u000a00:34:45.516481 run create_hlr_db(pid=12054): Terminated: ok {rc=0}\u000a00:34:45.958697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Launched\u000a00:34:46.489354 run osmo-hlr_10.42.42.2(pid=12057): Launched\u000a00:34:46.756317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:34:47.339063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Launched\u000a00:34:47.645827 run osmo-stp_10.42.42.5(pid=12060): Launched\u000a00:34:47.758495 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:34:48.292167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Launched\u000a00:34:48.401694 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:34:48.669617 run patchelf(pid=12063): Launched\u000a00:34:48.847919 run osmo-stp_10.42.42.5(pid=12060): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)]\u000a00:34:48.978023 run osmo-stp_10.42.42.5(pid=12060): stdout: \u000a| (launched: 2022-12-13_00:34:47.495253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:49.108417 run osmo-stp_10.42.42.5(pid=12060): stderr: \u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003447662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:49.234555 run osmo-stp_10.42.42.5(pid=12060): stdout: \u000a| (launched: 2022-12-13_00:34:47.495253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:34:49.359639 run osmo-stp_10.42.42.5(pid=12060): stderr: \u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003447661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003447662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003447662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:34:49.506049 run patchelf(pid=12063): Terminating (SIGINT)\u000a00:34:49.678697 run patchelf(pid=12063): Terminated: ok {rc=0}\u000a00:34:49.710336 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12060): Process ended prematurely: osmo-stp_10.42.42.5(pid=12060) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12060)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:34:49.719610 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:34:49.779511 run osmo-hlr_10.42.42.2(pid=12057): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12057)]\u000a00:34:49.828468 run osmo-hlr_10.42.42.2(pid=12057): stdout: \u000a| (launched: 2022-12-13_00:34:46.175389) \u000a00:34:49.877656 run osmo-hlr_10.42.42.2(pid=12057): stderr: \u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003446520 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003446543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003446556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:34:49.919875 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Terminating (SIGTERM)\u000a00:34:49.959838 run iperf3-srv_10.42.42.10(pid=12047): Terminating (SIGTERM)\u000a00:34:49.999730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Terminating (SIGTERM)\u000a00:34:50.039553 run iperf3-srv_10.42.42.10(pid=12049): Terminating (SIGTERM)\u000a00:34:50.079520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Terminating (SIGTERM)\u000a00:34:50.119311 run iperf3-srv_10.42.42.10(pid=12051): Terminating (SIGTERM)\u000a00:34:50.159349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Terminating (SIGTERM)\u000a00:34:50.199178 run iperf3-srv_10.42.42.10(pid=12053): Terminating (SIGTERM)\u000a00:34:50.239140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Terminating (SIGTERM)\u000a00:34:50.278916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Terminating (SIGTERM)\u000a00:34:50.319032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Terminating (SIGTERM)\u000a00:34:50.328365 --- ParallelTerminationStrategy: PID 12046 died...\u000a00:34:50.382146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12046): Terminated: ok {rc=0}\u000a00:34:50.391997 --- ParallelTerminationStrategy: PID 12047 died...\u000a00:34:50.445800 run iperf3-srv_10.42.42.10(pid=12047): Terminated {rc=256}\u000a00:34:50.455657 --- ParallelTerminationStrategy: PID 12048 died...\u000a00:34:50.509512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12048): Terminated: ok {rc=0}\u000a00:34:50.519335 --- ParallelTerminationStrategy: PID 12049 died...\u000a00:34:50.572794 run iperf3-srv_10.42.42.10(pid=12049): Terminated {rc=256}\u000a00:34:50.582701 --- ParallelTerminationStrategy: PID 12050 died...\u000a00:34:50.636065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12050): Terminated: ok {rc=0}\u000a00:34:50.645944 --- ParallelTerminationStrategy: PID 12051 died...\u000a00:34:50.698809 run iperf3-srv_10.42.42.10(pid=12051): Terminated {rc=256}\u000a00:34:50.708429 --- ParallelTerminationStrategy: PID 12052 died...\u000a00:34:50.761574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12052): Terminated: ok {rc=0}\u000a00:34:50.771239 --- ParallelTerminationStrategy: PID 12053 died...\u000a00:34:50.824252 run iperf3-srv_10.42.42.10(pid=12053): Terminated {rc=256}\u000a00:34:50.834052 --- ParallelTerminationStrategy: PID 12056 died...\u000a00:34:50.887071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12056): Terminated: ok {rc=0}\u000a00:34:50.896778 --- ParallelTerminationStrategy: PID 12059 died...\u000a00:34:50.949920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12059): Terminated: ok {rc=0}\u000a00:34:50.959654 --- ParallelTerminationStrategy: PID 12062 died...\u000a00:34:51.012693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12062): Terminated: ok {rc=0}\u000a00:34:51.102078 bus /gobi_4: Setting Powered False\u000a00:34:52.207144 bus /gobi_4: Setting Powered False\u000a00:34:53.319421 bus /gobi_1: Setting Powered False\u000a00:34:54.423333 bus /gobi_1: Setting Powered False\u000a00:34:55.531428 bus /gobi_0: Setting Powered False\u000a00:34:56.638643 bus /gobi_0: Setting Powered False\u000a00:34:57.752796 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:34:58.819043 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:58.831024 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:34:59.032937 tst ping.py: using LAC 32402\u000a00:34:59.166179 tst ping.py: using RAC 17\u000a00:34:59.290709 tst ping.py: using CellId 32402\u000a00:34:59.418266 tst ping.py: using BVCI 32403\u000a00:34:59.442966 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.454434 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.465734 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.477969 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.489567 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.501106 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.512708 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:34:59.524547 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:34:59.818374 tst ping.py:19: start network...\u000a00:34:59.953013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:00.461769 run create_hlr_db(pid=12064): Launched\u000a00:35:00.651068 bus /gobi_6: Setting Powered False\u000a00:35:01.698050 run create_hlr_db(pid=12064): Terminated: ok {rc=0}\u000a00:35:02.146154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Launched\u000a00:35:02.471699 run osmo-hlr_10.42.42.2(pid=12070): Launched\u000a00:35:02.593667 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:03.156774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Launched\u000a00:35:03.479066 run osmo-stp_10.42.42.5(pid=12073): Launched\u000a00:35:03.595404 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:35:04.158208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Launched\u000a00:35:04.274209 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:35:04.557806 run patchelf(pid=12076): Launched\u000a00:35:04.747595 run osmo-stp_10.42.42.5(pid=12073): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)]\u000a00:35:04.886200 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-13_00:35:03.320930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:05.024914 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221213003503507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003503507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003503508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003503508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:05.159213 run osmo-stp_10.42.42.5(pid=12073): stdout: \u000a| (launched: 2022-12-13_00:35:03.320930)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:05.291887 run osmo-stp_10.42.42.5(pid=12073): stderr: \u000a| �[0;m�[38;5;43m20221213003503507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003503507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003503508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003503508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003503509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:05.447428 run patchelf(pid=12076): Terminating (SIGINT)\u000a00:35:05.630478 run patchelf(pid=12076): Terminated: ok {rc=0}\u000a00:35:05.663332 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12073): Process ended prematurely: osmo-stp_10.42.42.5(pid=12073) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12073)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:35:05.672480 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:35:05.737301 run osmo-hlr_10.42.42.2(pid=12070): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12070)]\u000a00:35:05.789574 run osmo-hlr_10.42.42.2(pid=12070): stdout: \u000a| (launched: 2022-12-13_00:35:02.311554) \u000a00:35:05.842607 run osmo-hlr_10.42.42.2(pid=12070): stderr: \u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003502503 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003502515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003502525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003502525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003502525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:05.887992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminating (SIGTERM)\u000a00:35:05.930279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminating (SIGTERM)\u000a00:35:05.972692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminating (SIGTERM)\u000a00:35:05.982838 --- ParallelTerminationStrategy: PID 12069 died...\u000a00:35:06.039721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12069): Terminated: ok {rc=0}\u000a00:35:06.050015 --- ParallelTerminationStrategy: PID 12072 died...\u000a00:35:06.106635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12072): Terminated: ok {rc=0}\u000a00:35:06.116749 --- ParallelTerminationStrategy: PID 12075 died...\u000a00:35:06.173299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12075): Terminated: ok {rc=0}\u000a00:35:06.259621 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:35:07.312830 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.324936 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:35:07.493126 tst ping_idle_ping.py: using LAC 32403\u000a00:35:07.621544 tst ping_idle_ping.py: using RAC 18\u000a00:35:07.748909 tst ping_idle_ping.py: using CellId 32403\u000a00:35:07.877852 tst ping_idle_ping.py: using BVCI 32404\u000a00:35:07.902795 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.914553 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.925834 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.937548 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.949036 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.960500 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.972173 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:35:07.983763 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:35:08.278217 tst ping_idle_ping.py:24: start network...\u000a00:35:08.413262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:08.928233 run create_hlr_db(pid=12077): Launched\u000a00:35:09.115560 bus /gobi_6: Setting Powered False\u000a00:35:10.135492 run create_hlr_db(pid=12077): Terminated: ok {rc=0}\u000a00:35:10.539977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Launched\u000a00:35:10.839353 run osmo-hlr_10.42.42.2(pid=12080): Launched\u000a00:35:10.948305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:11.470436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Launched\u000a00:35:11.769555 run osmo-stp_10.42.42.5(pid=12083): Launched\u000a00:35:11.878000 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:35:12.399488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Launched\u000a00:35:12.506330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:35:12.769424 run patchelf(pid=12086): Launched\u000a00:35:12.945504 run osmo-stp_10.42.42.5(pid=12083): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)]\u000a00:35:13.074028 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-13_00:35:11.622482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:13.202841 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221213003511790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003511791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003511791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003511791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:13.326507 run osmo-stp_10.42.42.5(pid=12083): stdout: \u000a| (launched: 2022-12-13_00:35:11.622482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:13.449446 run osmo-stp_10.42.42.5(pid=12083): stderr: \u000a| �[0;m�[38;5;43m20221213003511790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003511791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003511791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003511791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003511792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:13.593618 run patchelf(pid=12086): Terminating (SIGINT)\u000a00:35:13.763195 run patchelf(pid=12086): Terminated: ok {rc=0}\u000a00:35:13.793859 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12083): Process ended prematurely: osmo-stp_10.42.42.5(pid=12083) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12083)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:35:13.802508 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:35:13.861974 run osmo-hlr_10.42.42.2(pid=12080): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12080)]\u000a00:35:13.910828 run osmo-hlr_10.42.42.2(pid=12080): stdout: \u000a| (launched: 2022-12-13_00:35:10.692580) \u000a00:35:13.960489 run osmo-hlr_10.42.42.2(pid=12080): stderr: \u000a| �[0;m�[1;31m20221213003510865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003510865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003510865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003510866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003510866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003510866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003510922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003510932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003510933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003510933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:14.002888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminating (SIGTERM)\u000a00:35:14.043088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminating (SIGTERM)\u000a00:35:14.083231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminating (SIGTERM)\u000a00:35:14.092684 --- ParallelTerminationStrategy: PID 12079 died...\u000a00:35:14.145965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12079): Terminated: ok {rc=0}\u000a00:35:14.155754 --- ParallelTerminationStrategy: PID 12082 died...\u000a00:35:14.208662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12082): Terminated: ok {rc=0}\u000a00:35:14.218406 --- ParallelTerminationStrategy: PID 12085 died...\u000a00:35:14.271254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12085): Terminated: ok {rc=0}\u000a00:35:14.354509 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:34:15" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12100): Process ended prematurely: osmo-stp_10.42.42.5(pid=12100) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12100): Process ended prematurely: osmo-stp_10.42.42.5(pid=12100) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:35:16.553638 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:16.565571 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:35:16.728005 tst cs_paging_gprs_active.py: using LAC 32404\u000a00:35:16.868421 tst cs_paging_gprs_active.py: using RAC 19\u000a00:35:16.997771 tst cs_paging_gprs_active.py: using CellId 32404\u000a00:35:17.127850 tst cs_paging_gprs_active.py: using BVCI 32405\u000a00:35:17.154563 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.167004 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.179389 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.193888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.207097 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.219381 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.233661 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.247071 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:17.259508 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:17.388272 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:17.671077 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:35:17.797932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:18.116127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Launched\u000a00:35:18.381175 run iperf3-srv_10.42.42.10(pid=12091): Launched\u000a00:35:18.567676 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:35:18.695049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:19.012793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Launched\u000a00:35:19.276327 run iperf3-srv_10.42.42.10(pid=12093): Launched\u000a00:35:19.462044 tst cs_paging_gprs_active.py:38: start network...\u000a00:35:19.589593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:20.080805 run create_hlr_db(pid=12094): Launched\u000a00:35:20.256789 bus /gobi_6: Setting Powered False\u000a00:35:21.278005 run create_hlr_db(pid=12094): Terminated: ok {rc=0}\u000a00:35:21.713178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Launched\u000a00:35:22.042903 run osmo-hlr_10.42.42.2(pid=12097): Launched\u000a00:35:22.165413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:22.738394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Launched\u000a00:35:23.068376 run osmo-stp_10.42.42.5(pid=12100): Launched\u000a00:35:23.188522 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:35:23.762504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Launched\u000a00:35:23.880285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:35:24.167778 run patchelf(pid=12103): Launched\u000a00:35:24.360556 run osmo-stp_10.42.42.5(pid=12100): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)]\u000a00:35:24.500858 run osmo-stp_10.42.42.5(pid=12100): stdout: \u000a| (launched: 2022-12-13_00:35:22.906293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:24.641713 run osmo-stp_10.42.42.5(pid=12100): stderr: \u000a| �[0;m�[38;5;43m20221213003523092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003523092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003523093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003523093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003523093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003523094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003523094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:24.778172 run osmo-stp_10.42.42.5(pid=12100): stdout: \u000a| (launched: 2022-12-13_00:35:22.906293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:24.913889 run osmo-stp_10.42.42.5(pid=12100): stderr: \u000a| �[0;m�[38;5;43m20221213003523092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003523092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003523093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003523093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003523093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003523094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003523094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:25.072189 run patchelf(pid=12103): Terminating (SIGINT)\u000a00:35:25.258500 run patchelf(pid=12103): Terminated: ok {rc=0}\u000a00:35:25.292609 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12100): Process ended prematurely: osmo-stp_10.42.42.5(pid=12100) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12100)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:35:25.302486 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:35:25.366783 run osmo-hlr_10.42.42.2(pid=12097): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12097)]\u000a00:35:25.418776 run osmo-hlr_10.42.42.2(pid=12097): stdout: \u000a| (launched: 2022-12-13_00:35:21.880637) \u000a00:35:25.471236 run osmo-hlr_10.42.42.2(pid=12097): stderr: \u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003522075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003522087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003522096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003522096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003522096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:25.515684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Terminating (SIGTERM)\u000a00:35:25.558344 run iperf3-srv_10.42.42.10(pid=12091): Terminating (SIGTERM)\u000a00:35:25.600685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Terminating (SIGTERM)\u000a00:35:25.643265 run iperf3-srv_10.42.42.10(pid=12093): Terminating (SIGTERM)\u000a00:35:25.685414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Terminating (SIGTERM)\u000a00:35:25.727773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Terminating (SIGTERM)\u000a00:35:25.770014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Terminating (SIGTERM)\u000a00:35:25.780167 --- ParallelTerminationStrategy: PID 12090 died...\u000a00:35:25.836642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12090): Terminated: ok {rc=0}\u000a00:35:25.846734 --- ParallelTerminationStrategy: PID 12091 died...\u000a00:35:25.902983 run iperf3-srv_10.42.42.10(pid=12091): Terminated {rc=256}\u000a00:35:25.913121 --- ParallelTerminationStrategy: PID 12092 died...\u000a00:35:25.969319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12092): Terminated: ok {rc=0}\u000a00:35:25.979353 --- ParallelTerminationStrategy: PID 12093 died...\u000a00:35:26.035995 run iperf3-srv_10.42.42.10(pid=12093): Terminated {rc=256}\u000a00:35:26.046049 --- ParallelTerminationStrategy: PID 12096 died...\u000a00:35:26.102747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12096): Terminated: ok {rc=0}\u000a00:35:26.112740 --- ParallelTerminationStrategy: PID 12099 died...\u000a00:35:26.169300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12099): Terminated: ok {rc=0}\u000a00:35:26.179668 --- ParallelTerminationStrategy: PID 12102 died...\u000a00:35:26.235719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12102): Terminated: ok {rc=0}\u000a00:35:26.322781 bus /gobi_0: Setting Powered False\u000a00:35:27.430564 bus /gobi_0: Setting Powered False\u000a00:35:28.538636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:35:29.655116 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:29.667275 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:35:29.843814 tst iperf3.py: using LAC 32405\u000a00:35:29.970917 tst iperf3.py: using RAC 20\u000a00:35:30.097754 tst iperf3.py: using CellId 32405\u000a00:35:30.228101 tst iperf3.py: using BVCI 32406\u000a00:35:30.253347 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.264589 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.275696 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.287214 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.298740 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.310262 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.322281 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.333673 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:30.345235 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:30.642765 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:35:30.779841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:31.134271 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Launched\u000a00:35:31.436403 run iperf3-srv_10.42.42.10(pid=12105): Launched\u000a00:35:31.642905 tst iperf3.py:8: start network...\u000a00:35:31.784826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:32.338417 run create_hlr_db(pid=12106): Launched\u000a00:35:32.513553 bus /gobi_6: Setting Powered False\u000a00:35:33.535516 run create_hlr_db(pid=12106): Terminated: ok {rc=0}\u000a00:35:33.940076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Launched\u000a00:35:34.245612 run osmo-hlr_10.42.42.2(pid=12109): Launched\u000a00:35:34.368123 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:34.903708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Launched\u000a00:35:35.208689 run osmo-stp_10.42.42.5(pid=12112): Launched\u000a00:35:35.319565 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:35:35.851872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Launched\u000a00:35:35.960792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:35:36.228201 run patchelf(pid=12115): Launched\u000a00:35:36.407399 run osmo-stp_10.42.42.5(pid=12112): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)]\u000a00:35:36.538410 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-13_00:35:35.058698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:36.669217 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221213003535227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003535227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003535228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003535228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:36.795712 run osmo-stp_10.42.42.5(pid=12112): stdout: \u000a| (launched: 2022-12-13_00:35:35.058698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:36.921982 run osmo-stp_10.42.42.5(pid=12112): stderr: \u000a| �[0;m�[38;5;43m20221213003535227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003535227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003535228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003535228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003535229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:37.068078 run patchelf(pid=12115): Terminating (SIGINT)\u000a00:35:37.240341 run patchelf(pid=12115): Terminated: ok {rc=0}\u000a00:35:37.271828 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12112): Process ended prematurely: osmo-stp_10.42.42.5(pid=12112) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12112)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:35:37.281080 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:35:37.341190 run osmo-hlr_10.42.42.2(pid=12109): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12109)]\u000a00:35:37.390327 run osmo-hlr_10.42.42.2(pid=12109): stdout: \u000a| (launched: 2022-12-13_00:35:34.095267) \u000a00:35:37.440256 run osmo-hlr_10.42.42.2(pid=12109): stderr: \u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003534269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003534279 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003534288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003534288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003534288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:37.482653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminating (SIGTERM)\u000a00:35:37.522760 run iperf3-srv_10.42.42.10(pid=12105): Terminating (SIGTERM)\u000a00:35:37.562939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminating (SIGTERM)\u000a00:35:37.603541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminating (SIGTERM)\u000a00:35:37.643627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminating (SIGTERM)\u000a00:35:37.653003 --- ParallelTerminationStrategy: PID 12104 died...\u000a00:35:37.706550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12104): Terminated: ok {rc=0}\u000a00:35:37.716203 --- ParallelTerminationStrategy: PID 12105 died...\u000a00:35:37.769223 run iperf3-srv_10.42.42.10(pid=12105): Terminated {rc=256}\u000a00:35:37.778782 --- ParallelTerminationStrategy: PID 12108 died...\u000a00:35:37.831964 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12108): Terminated: ok {rc=0}\u000a00:35:37.841965 --- ParallelTerminationStrategy: PID 12111 died...\u000a00:35:37.895103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12111): Terminated: ok {rc=0}\u000a00:35:37.904734 --- ParallelTerminationStrategy: PID 12114 died...\u000a00:35:37.957823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12114): Terminated: ok {rc=0}\u000a00:35:38.046513 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:35:39.157718 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.169355 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:35:39.330419 tst iperf3m4.py: using LAC 32406\u000a00:35:39.452334 tst iperf3m4.py: using RAC 21\u000a00:35:39.574897 tst iperf3m4.py: using CellId 32406\u000a00:35:39.696509 tst iperf3m4.py: using BVCI 32407\u000a00:35:39.719904 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.730888 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.741645 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.752380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.763083 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.773875 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.784733 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.795364 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:39.806377 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:39.923307 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:40.045706 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:40.163359 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:40.445402 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:35:40.572354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:40.888699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Launched\u000a00:35:41.152615 run iperf3-srv_10.42.42.10(pid=12117): Launched\u000a00:35:41.338523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:35:41.465461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:41.781310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Launched\u000a00:35:42.043434 run iperf3-srv_10.42.42.10(pid=12119): Launched\u000a00:35:42.228902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:35:42.355322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:42.671152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Launched\u000a00:35:42.933488 run iperf3-srv_10.42.42.10(pid=12121): Launched\u000a00:35:43.118717 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:35:43.245092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:35:43.561921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Launched\u000a00:35:43.824145 run iperf3-srv_10.42.42.10(pid=12123): Launched\u000a00:35:44.008646 tst iperf3m4.py:8: start network...\u000a00:35:44.135011 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:35:44.624679 run create_hlr_db(pid=12124): Launched\u000a00:35:44.799127 bus /gobi_6: Setting Powered False\u000a00:35:45.821376 run create_hlr_db(pid=12124): Terminated: ok {rc=0}\u000a00:35:46.268517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Launched\u000a00:35:46.685620 run osmo-hlr_10.42.42.2(pid=12127): Launched\u000a00:35:46.906997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:35:47.475753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Launched\u000a00:35:47.788021 run osmo-stp_10.42.42.5(pid=12130): Launched\u000a00:35:47.900408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:35:48.441186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Launched\u000a00:35:48.552139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:35:48.823646 run patchelf(pid=12133): Launched\u000a00:35:49.004934 run osmo-stp_10.42.42.5(pid=12130): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)]\u000a00:35:49.136900 run osmo-stp_10.42.42.5(pid=12130): stdout: \u000a| (launched: 2022-12-13_00:35:47.633367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:49.269103 run osmo-stp_10.42.42.5(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221213003547800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003547800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003547801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003547801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:49.396652 run osmo-stp_10.42.42.5(pid=12130): stdout: \u000a| (launched: 2022-12-13_00:35:47.633367)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:35:49.523666 run osmo-stp_10.42.42.5(pid=12130): stderr: \u000a| �[0;m�[38;5;43m20221213003547800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003547800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003547801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003547801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003547802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:35:49.671487 run patchelf(pid=12133): Terminating (SIGINT)\u000a00:35:49.845664 run patchelf(pid=12133): Terminated: ok {rc=0}\u000a00:35:49.877344 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12130): Process ended prematurely: osmo-stp_10.42.42.5(pid=12130) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12130)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:35:49.886675 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a00:35:49.946952 run osmo-hlr_10.42.42.2(pid=12127): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12127)]\u000a00:35:49.996091 run osmo-hlr_10.42.42.2(pid=12127): stdout: \u000a| (launched: 2022-12-13_00:35:46.428720) \u000a00:35:50.045957 run osmo-hlr_10.42.42.2(pid=12127): stderr: \u000a| �[0;m�[1;31m20221213003546633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003546633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003546633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003546633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003546633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003546634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003546652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003546668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003546668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003546668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:35:50.088645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Terminating (SIGTERM)\u000a00:35:50.129248 run iperf3-srv_10.42.42.10(pid=12117): Terminating (SIGTERM)\u000a00:35:50.169694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Terminating (SIGTERM)\u000a00:35:50.210048 run iperf3-srv_10.42.42.10(pid=12119): Terminating (SIGTERM)\u000a00:35:50.250465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Terminating (SIGTERM)\u000a00:35:50.290764 run iperf3-srv_10.42.42.10(pid=12121): Terminating (SIGTERM)\u000a00:35:50.331320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Terminating (SIGTERM)\u000a00:35:50.371507 run iperf3-srv_10.42.42.10(pid=12123): Terminating (SIGTERM)\u000a00:35:50.412108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminating (SIGTERM)\u000a00:35:50.452563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminating (SIGTERM)\u000a00:35:50.493043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Terminating (SIGTERM)\u000a00:35:50.502425 --- ParallelTerminationStrategy: PID 12116 died...\u000a00:35:50.556934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12116): Terminated: ok {rc=0}\u000a00:35:50.566861 --- ParallelTerminationStrategy: PID 12117 died...\u000a00:35:50.620324 run iperf3-srv_10.42.42.10(pid=12117): Terminated {rc=256}\u000a00:35:50.630033 --- ParallelTerminationStrategy: PID 12118 died...\u000a00:35:50.683761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12118): Terminated: ok {rc=0}\u000a00:35:50.693413 --- ParallelTerminationStrategy: PID 12119 died...\u000a00:35:50.747113 run iperf3-srv_10.42.42.10(pid=12119): Terminated {rc=256}\u000a00:35:50.756675 --- ParallelTerminationStrategy: PID 12120 died...\u000a00:35:50.810464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12120): Terminated: ok {rc=0}\u000a00:35:50.820097 --- ParallelTerminationStrategy: PID 12121 died...\u000a00:35:50.873293 run iperf3-srv_10.42.42.10(pid=12121): Terminated {rc=256}\u000a00:35:50.882881 --- ParallelTerminationStrategy: PID 12122 died...\u000a00:35:50.936073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12122): Terminated: ok {rc=0}\u000a00:35:50.945759 --- ParallelTerminationStrategy: PID 12123 died...\u000a00:35:50.999115 run iperf3-srv_10.42.42.10(pid=12123): Terminated {rc=256}\u000a00:35:51.008688 --- ParallelTerminationStrategy: PID 12126 died...\u000a00:35:51.061813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12126): Terminated: ok {rc=0}\u000a00:35:51.071387 --- ParallelTerminationStrategy: PID 12129 died...\u000a00:35:51.124572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12129): Terminated: ok {rc=0}\u000a00:35:51.134261 --- ParallelTerminationStrategy: PID 12132 died...\u000a00:35:51.187559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12132): Terminated: ok {rc=0}\u000a00:35:51.277224 bus /gobi_4: Setting Powered False\u000a00:35:52.382157 bus /gobi_4: Setting Powered False\u000a00:35:53.492865 bus /gobi_1: Setting Powered False\u000a00:35:54.597409 bus /gobi_1: Setting Powered False\u000a00:35:55.709867 bus /gobi_0: Setting Powered False\u000a00:35:56.813001 bus /gobi_0: Setting Powered False\u000a00:35:57.925068 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:35:58.993969 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.006324 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:35:59.170170 tst ping.py: using LAC 32407\u000a00:35:59.290575 tst ping.py: using RAC 22\u000a00:35:59.419315 tst ping.py: using CellId 32407\u000a00:35:59.547439 tst ping.py: using BVCI 32408\u000a00:35:59.572687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.584263 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.595638 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.607701 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.619431 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.631045 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.642744 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:35:59.654193 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:35:59.951235 tst ping.py:19: start network...\u000a00:36:00.087617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:36:00.601170 run create_hlr_db(pid=12135): Launched\u000a00:36:00.791369 bus /gobi_6: Setting Powered False\u000a00:36:01.802789 run create_hlr_db(pid=12135): Terminated: ok {rc=0}\u000a00:36:02.238064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Launched\u000a00:36:02.543734 run osmo-hlr_10.42.42.2(pid=12138): Launched\u000a00:36:02.656942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:36:03.195374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Launched\u000a00:36:03.498534 run osmo-stp_10.42.42.5(pid=12141): Launched\u000a00:36:03.607739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:36:04.138728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Launched\u000a00:36:04.246846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:36:04.514535 run patchelf(pid=12144): Launched\u000a00:36:04.693514 run osmo-stp_10.42.42.5(pid=12141): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)]\u000a00:36:04.823925 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-13_00:36:03.349670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:04.954502 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221213003603516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003603517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003603517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003603517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:05.080295 run osmo-stp_10.42.42.5(pid=12141): stdout: \u000a| (launched: 2022-12-13_00:36:03.349670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:05.206270 run osmo-stp_10.42.42.5(pid=12141): stderr: \u000a| �[0;m�[38;5;43m20221213003603516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003603517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003603517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003603517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003603518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:05.352334 run patchelf(pid=12144): Terminating (SIGINT)\u000a00:36:05.524133 run patchelf(pid=12144): Terminated: ok {rc=0}\u000a00:36:05.555330 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12141): Process ended prematurely: osmo-stp_10.42.42.5(pid=12141) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12141)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:36:05.563921 tst ping.py:22: Test FAILED (6.6 sec)\u000a00:36:05.623703 run osmo-hlr_10.42.42.2(pid=12138): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12138)]\u000a00:36:05.672804 run osmo-hlr_10.42.42.2(pid=12138): stdout: \u000a| (launched: 2022-12-13_00:36:02.392339) \u000a00:36:05.722591 run osmo-hlr_10.42.42.2(pid=12138): stderr: \u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003602565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003602580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003602588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003602589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003602589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:05.764730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminating (SIGTERM)\u000a00:36:05.804448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminating (SIGTERM)\u000a00:36:05.844410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Terminating (SIGTERM)\u000a00:36:05.853769 --- ParallelTerminationStrategy: PID 12137 died...\u000a00:36:05.906859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12137): Terminated: ok {rc=0}\u000a00:36:05.916994 --- ParallelTerminationStrategy: PID 12140 died...\u000a00:36:05.970102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12140): Terminated: ok {rc=0}\u000a00:36:05.979755 --- ParallelTerminationStrategy: PID 12143 died...\u000a00:36:06.032329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12143): Terminated: ok {rc=0}\u000a00:36:06.121076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:36:07.173140 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.186097 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:36:07.355050 tst ping_idle_ping.py: using LAC 32408\u000a00:36:07.483177 tst ping_idle_ping.py: using RAC 23\u000a00:36:07.611647 tst ping_idle_ping.py: using CellId 32408\u000a00:36:07.740740 tst ping_idle_ping.py: using BVCI 32409\u000a00:36:07.766163 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.777499 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.788777 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.800336 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.811827 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.823371 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.835007 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:36:07.846435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:36:08.129567 tst ping_idle_ping.py:24: start network...\u000a00:36:08.257158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:36:08.749501 run create_hlr_db(pid=12145): Launched\u000a00:36:08.925739 bus /gobi_6: Setting Powered False\u000a00:36:09.947500 run create_hlr_db(pid=12145): Terminated: ok {rc=0}\u000a00:36:10.354810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Launched\u000a00:36:10.658701 run osmo-hlr_10.42.42.2(pid=12148): Launched\u000a00:36:10.770194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:36:11.303012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Launched\u000a00:36:11.607825 run osmo-stp_10.42.42.5(pid=12151): Launched\u000a00:36:11.718175 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:36:12.251900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Launched\u000a00:36:12.360665 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:36:12.630319 run patchelf(pid=12154): Launched\u000a00:36:12.809449 run osmo-stp_10.42.42.5(pid=12151): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)]\u000a00:36:12.940105 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-13_00:36:11.458069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:13.071277 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221213003611626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003611626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003611627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003611627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:13.198650 run osmo-stp_10.42.42.5(pid=12151): stdout: \u000a| (launched: 2022-12-13_00:36:11.458069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:13.323577 run osmo-stp_10.42.42.5(pid=12151): stderr: \u000a| �[0;m�[38;5;43m20221213003611626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003611626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003611627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003611627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003611628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:13.470173 run patchelf(pid=12154): Terminating (SIGINT)\u000a00:36:13.643100 run patchelf(pid=12154): Terminated: ok {rc=0}\u000a00:36:13.674296 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12151): Process ended prematurely: osmo-stp_10.42.42.5(pid=12151) [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12151)] [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:36:13.682879 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:36:13.742940 run osmo-hlr_10.42.42.2(pid=12148): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12148)]\u000a00:36:13.791923 run osmo-hlr_10.42.42.2(pid=12148): stdout: \u000a| (launched: 2022-12-13_00:36:10.509660) \u000a00:36:13.841672 run osmo-hlr_10.42.42.2(pid=12148): stderr: \u000a| �[0;m�[1;31m20221213003610683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003610683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003610683 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003610684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003610684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003610684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003610696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003610704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003610705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003610705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:13.883983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminating (SIGTERM)\u000a00:36:13.923926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a00:36:13.964049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminating (SIGTERM)\u000a00:36:13.973357 --- ParallelTerminationStrategy: PID 12147 died...\u000a00:36:14.026859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12147): Terminated: ok {rc=0}\u000a00:36:14.036562 --- ParallelTerminationStrategy: PID 12150 died...\u000a00:36:14.089986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a00:36:14.099655 --- ParallelTerminationStrategy: PID 12153 died...\u000a00:36:14.153035 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12153): Terminated: ok {rc=0}\u000a00:36:14.237662 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:35:16" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12168): Process ended prematurely: osmo-stp_10.42.42.5(pid=12168) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12168): Process ended prematurely: osmo-stp_10.42.42.5(pid=12168) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:36:16.437220 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:16.449593 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:36:16.634321 tst cs_paging_gprs_active.py: using LAC 32409\u000a00:36:16.766433 tst cs_paging_gprs_active.py: using RAC 24\u000a00:36:16.899884 tst cs_paging_gprs_active.py: using CellId 32409\u000a00:36:17.033581 tst cs_paging_gprs_active.py: using BVCI 32410\u000a00:36:17.060467 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.073103 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.085528 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.099138 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.113131 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.127439 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.140705 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.153101 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:17.167227 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:17.296318 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:17.585031 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:36:17.715023 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:18.038219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Launched\u000a00:36:18.307337 run iperf3-srv_10.42.42.10(pid=12159): Launched\u000a00:36:18.497432 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:36:18.627340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:18.949277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Launched\u000a00:36:19.218364 run iperf3-srv_10.42.42.10(pid=12161): Launched\u000a00:36:19.408534 tst cs_paging_gprs_active.py:38: start network...\u000a00:36:19.537829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:36:20.035699 run create_hlr_db(pid=12162): Launched\u000a00:36:20.214156 bus /gobi_6: Setting Powered False\u000a00:36:21.236384 run create_hlr_db(pid=12162): Terminated: ok {rc=0}\u000a00:36:21.679112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Launched\u000a00:36:22.031303 run osmo-hlr_10.42.42.2(pid=12165): Launched\u000a00:36:22.156482 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:36:22.738799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Launched\u000a00:36:23.072049 run osmo-stp_10.42.42.5(pid=12168): Launched\u000a00:36:23.193527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:36:23.775836 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Launched\u000a00:36:23.894999 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:36:24.185659 run patchelf(pid=12171): Launched\u000a00:36:24.380642 run osmo-stp_10.42.42.5(pid=12168): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)]\u000a00:36:24.522504 run osmo-stp_10.42.42.5(pid=12168): stdout: \u000a| (launched: 2022-12-13_00:36:22.908443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:24.664436 run osmo-stp_10.42.42.5(pid=12168): stderr: \u000a| �[0;m�[38;5;43m20221213003623095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003623096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003623096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003623096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:24.801856 run osmo-stp_10.42.42.5(pid=12168): stdout: \u000a| (launched: 2022-12-13_00:36:22.908443)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:24.938357 run osmo-stp_10.42.42.5(pid=12168): stderr: \u000a| �[0;m�[38;5;43m20221213003623095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003623096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003623096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003623096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003623097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:25.097850 run patchelf(pid=12171): Terminating (SIGINT)\u000a00:36:25.285429 run patchelf(pid=12171): Terminated: ok {rc=0}\u000a00:36:25.319585 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12168): Process ended prematurely: osmo-stp_10.42.42.5(pid=12168) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12168)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a00:36:25.329576 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:36:25.394204 run osmo-hlr_10.42.42.2(pid=12165): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12165)]\u000a00:36:25.446593 run osmo-hlr_10.42.42.2(pid=12165): stdout: \u000a| (launched: 2022-12-13_00:36:21.848524) \u000a00:36:25.499769 run osmo-hlr_10.42.42.2(pid=12165): stderr: \u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003622065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003622077 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003622086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003622086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003622086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:25.545131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Terminating (SIGTERM)\u000a00:36:25.587907 run iperf3-srv_10.42.42.10(pid=12159): Terminating (SIGTERM)\u000a00:36:25.631044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Terminating (SIGTERM)\u000a00:36:25.673715 run iperf3-srv_10.42.42.10(pid=12161): Terminating (SIGTERM)\u000a00:36:25.716381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Terminating (SIGTERM)\u000a00:36:25.758885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Terminating (SIGTERM)\u000a00:36:25.801601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Terminating (SIGTERM)\u000a00:36:25.811736 --- ParallelTerminationStrategy: PID 12158 died...\u000a00:36:25.868817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12158): Terminated: ok {rc=0}\u000a00:36:25.879067 --- ParallelTerminationStrategy: PID 12159 died...\u000a00:36:25.935740 run iperf3-srv_10.42.42.10(pid=12159): Terminated {rc=256}\u000a00:36:25.945936 --- ParallelTerminationStrategy: PID 12160 died...\u000a00:36:26.002829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12160): Terminated: ok {rc=0}\u000a00:36:26.013048 --- ParallelTerminationStrategy: PID 12161 died...\u000a00:36:26.069446 run iperf3-srv_10.42.42.10(pid=12161): Terminated {rc=256}\u000a00:36:26.079638 --- ParallelTerminationStrategy: PID 12164 died...\u000a00:36:26.136786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12164): Terminated: ok {rc=0}\u000a00:36:26.147028 --- ParallelTerminationStrategy: PID 12167 died...\u000a00:36:26.204221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12167): Terminated: ok {rc=0}\u000a00:36:26.214411 --- ParallelTerminationStrategy: PID 12170 died...\u000a00:36:26.271211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12170): Terminated: ok {rc=0}\u000a00:36:26.360768 bus /gobi_0: Setting Powered False\u000a00:36:27.468605 bus /gobi_0: Setting Powered False\u000a00:36:28.579156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12180): Process ended prematurely: osmo-stp_10.42.42.5(pid=12180) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12180): Process ended prematurely: osmo-stp_10.42.42.5(pid=12180) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a00:36:29.696789 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:29.709504 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:36:29.867784 tst iperf3.py: using LAC 32410\u000a00:36:29.995294 tst iperf3.py: using RAC 25\u000a00:36:30.125119 tst iperf3.py: using CellId 32410\u000a00:36:30.257269 tst iperf3.py: using BVCI 32411\u000a00:36:30.282915 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.294731 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.306496 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.318498 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.330335 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.342115 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.354132 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.365884 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:30.377994 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:30.677922 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:36:30.817446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:31.203592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Launched\u000a00:36:31.542907 run iperf3-srv_10.42.42.10(pid=12173): Launched\u000a00:36:31.770935 tst iperf3.py:8: start network...\u000a00:36:31.906624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:36:32.426729 run create_hlr_db(pid=12174): Launched\u000a00:36:32.605294 bus /gobi_6: Setting Powered False\u000a00:36:33.626707 run create_hlr_db(pid=12174): Terminated: ok {rc=0}\u000a00:36:34.068318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Launched\u000a00:36:34.402268 run osmo-hlr_10.42.42.2(pid=12177): Launched\u000a00:36:34.524328 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:36:35.103802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Launched\u000a00:36:35.438136 run osmo-stp_10.42.42.5(pid=12180): Launched\u000a00:36:35.559283 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:36:36.140679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Launched\u000a00:36:36.260367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:36:36.550787 run patchelf(pid=12183): Launched\u000a00:36:36.744714 run osmo-stp_10.42.42.5(pid=12180): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)]\u000a00:36:36.886051 run osmo-stp_10.42.42.5(pid=12180): stdout: \u000a| (launched: 2022-12-13_00:36:35.274097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:37.027853 run osmo-stp_10.42.42.5(pid=12180): stderr: \u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003635464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:37.165356 run osmo-stp_10.42.42.5(pid=12180): stdout: \u000a| (launched: 2022-12-13_00:36:35.274097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:37.302121 run osmo-stp_10.42.42.5(pid=12180): stderr: \u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003635463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003635464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003635464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:37.461925 run patchelf(pid=12183): Terminating (SIGINT)\u000a00:36:37.649321 run patchelf(pid=12183): Terminated: ok {rc=0}\u000a00:36:37.683429 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12180): Process ended prematurely: osmo-stp_10.42.42.5(pid=12180) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12180)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a00:36:37.693463 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:36:37.757964 run osmo-hlr_10.42.42.2(pid=12177): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12177)]\u000a00:36:37.810409 run osmo-hlr_10.42.42.2(pid=12177): stdout: \u000a| (launched: 2022-12-13_00:36:34.239151) \u000a00:36:37.863360 run osmo-hlr_10.42.42.2(pid=12177): stderr: \u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003634434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003634446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003634455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003634455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003634455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:37.908163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Terminating (SIGTERM)\u000a00:36:37.950662 run iperf3-srv_10.42.42.10(pid=12173): Terminating (SIGTERM)\u000a00:36:37.993133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Terminating (SIGTERM)\u000a00:36:38.035673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Terminating (SIGTERM)\u000a00:36:38.078280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Terminating (SIGTERM)\u000a00:36:38.088287 --- ParallelTerminationStrategy: PID 12172 died...\u000a00:36:38.145039 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12172): Terminated: ok {rc=0}\u000a00:36:38.155147 --- ParallelTerminationStrategy: PID 12173 died...\u000a00:36:38.211939 run iperf3-srv_10.42.42.10(pid=12173): Terminated {rc=256}\u000a00:36:38.222028 --- ParallelTerminationStrategy: PID 12176 died...\u000a00:36:38.278387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12176): Terminated: ok {rc=0}\u000a00:36:38.288830 --- ParallelTerminationStrategy: PID 12179 died...\u000a00:36:38.345355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12179): Terminated: ok {rc=0}\u000a00:36:38.355793 --- ParallelTerminationStrategy: PID 12182 died...\u000a00:36:38.412430 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12182): Terminated: ok {rc=0}\u000a00:36:38.501036 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a00:36:39.618478 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:39.630989 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:36:39.779917 tst iperf3m4.py: using LAC 32411\u000a00:36:39.908751 tst iperf3m4.py: using RAC 26\u000a00:36:40.037123 tst iperf3m4.py: using CellId 32411\u000a00:36:40.165442 tst iperf3m4.py: using BVCI 32412\u000a00:36:40.190990 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.203309 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.215286 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.227277 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.239316 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.251417 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.263509 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.275355 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:40.287536 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:40.409909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:40.532150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:40.651964 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:36:40.953991 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:36:41.093082 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:41.438200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Launched\u000a00:36:41.725361 run iperf3-srv_10.42.42.10(pid=12185): Launched\u000a00:36:41.929638 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:36:42.068552 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:42.413031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Launched\u000a00:36:42.699911 run iperf3-srv_10.42.42.10(pid=12187): Launched\u000a00:36:42.904735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:36:43.044443 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:43.388549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Launched\u000a00:36:43.676034 run iperf3-srv_10.42.42.10(pid=12189): Launched\u000a00:36:43.880696 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:36:44.020360 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:36:44.364061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Launched\u000a00:36:44.650795 run iperf3-srv_10.42.42.10(pid=12191): Launched\u000a00:36:44.854528 tst iperf3m4.py:8: start network...\u000a00:36:44.993938 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:36:45.518219 run create_hlr_db(pid=12192): Launched\u000a00:36:45.709919 bus /gobi_6: Setting Powered False\u000a00:36:46.790518 run create_hlr_db(pid=12192): Terminated: ok {rc=0}\u000a00:36:47.251095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Launched\u000a00:36:47.566420 run osmo-hlr_10.42.42.2(pid=12195): Launched\u000a00:36:47.680453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:36:48.224623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Launched\u000a00:36:48.535531 run osmo-stp_10.42.42.5(pid=12198): Launched\u000a00:36:48.648758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:36:49.189958 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Launched\u000a00:36:49.300099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:36:49.572589 run patchelf(pid=12201): Launched\u000a00:36:49.753501 run osmo-stp_10.42.42.5(pid=12198): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)]\u000a00:36:49.885426 run osmo-stp_10.42.42.5(pid=12198): stdout: \u000a| (launched: 2022-12-13_00:36:48.382714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:50.017445 run osmo-stp_10.42.42.5(pid=12198): stderr: \u000a| �[0;m�[38;5;43m20221213003648551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003648551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003648552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003648552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:50.147308 run osmo-stp_10.42.42.5(pid=12198): stdout: \u000a| (launched: 2022-12-13_00:36:48.382714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:36:50.274431 run osmo-stp_10.42.42.5(pid=12198): stderr: \u000a| �[0;m�[38;5;43m20221213003648551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003648551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003648552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003648552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003648553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:36:50.423046 run patchelf(pid=12201): Terminating (SIGINT)\u000a00:36:50.598186 run patchelf(pid=12201): Terminated: ok {rc=0}\u000a00:36:50.630293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12198): Process ended prematurely: osmo-stp_10.42.42.5(pid=12198) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12198)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a00:36:50.639449 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:36:50.700153 run osmo-hlr_10.42.42.2(pid=12195): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12195)]\u000a00:36:50.749640 run osmo-hlr_10.42.42.2(pid=12195): stdout: \u000a| (launched: 2022-12-13_00:36:47.408928) \u000a00:36:50.799356 run osmo-hlr_10.42.42.2(pid=12195): stderr: \u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003647583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003647598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003647606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003647606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003647606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:36:50.841884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Terminating (SIGTERM)\u000a00:36:50.882028 run iperf3-srv_10.42.42.10(pid=12185): Terminating (SIGTERM)\u000a00:36:50.922163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Terminating (SIGTERM)\u000a00:36:50.962192 run iperf3-srv_10.42.42.10(pid=12187): Terminating (SIGTERM)\u000a00:36:51.002228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Terminating (SIGTERM)\u000a00:36:51.042324 run iperf3-srv_10.42.42.10(pid=12189): Terminating (SIGTERM)\u000a00:36:51.082597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Terminating (SIGTERM)\u000a00:36:51.122602 run iperf3-srv_10.42.42.10(pid=12191): Terminating (SIGTERM)\u000a00:36:51.162694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminating (SIGTERM)\u000a00:36:51.202634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminating (SIGTERM)\u000a00:36:51.242751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminating (SIGTERM)\u000a00:36:51.252034 --- ParallelTerminationStrategy: PID 12184 died...\u000a00:36:51.306212 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12184): Terminated: ok {rc=0}\u000a00:36:51.315835 --- ParallelTerminationStrategy: PID 12185 died...\u000a00:36:51.369601 run iperf3-srv_10.42.42.10(pid=12185): Terminated {rc=256}\u000a00:36:51.379173 --- ParallelTerminationStrategy: PID 12186 died...\u000a00:36:51.432497 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12186): Terminated: ok {rc=0}\u000a00:36:51.442151 --- ParallelTerminationStrategy: PID 12187 died...\u000a00:36:51.495769 run iperf3-srv_10.42.42.10(pid=12187): Terminated {rc=256}\u000a00:36:51.505855 --- ParallelTerminationStrategy: PID 12188 died...\u000a00:36:51.559339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12188): Terminated: ok {rc=0}\u000a00:36:51.568918 --- ParallelTerminationStrategy: PID 12189 died...\u000a00:36:51.622131 run iperf3-srv_10.42.42.10(pid=12189): Terminated {rc=256}\u000a00:36:51.631889 --- ParallelTerminationStrategy: PID 12190 died...\u000a00:36:51.685678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12190): Terminated: ok {rc=0}\u000a00:36:51.695203 --- ParallelTerminationStrategy: PID 12191 died...\u000a00:36:51.749510 run iperf3-srv_10.42.42.10(pid=12191): Terminated {rc=256}\u000a00:36:51.759089 --- ParallelTerminationStrategy: PID 12194 died...\u000a00:36:51.812410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12194): Terminated: ok {rc=0}\u000a00:36:51.822154 --- ParallelTerminationStrategy: PID 12197 died...\u000a00:36:51.875300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12197): Terminated: ok {rc=0}\u000a00:36:51.884916 --- ParallelTerminationStrategy: PID 12200 died...\u000a00:36:51.938156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12200): Terminated: ok {rc=0}\u000a00:36:52.026770 bus /gobi_4: Setting Powered False\u000a00:36:53.131301 bus /gobi_4: Setting Powered False\u000a00:36:54.238391 bus /gobi_1: Setting Powered False\u000a00:36:55.339704 bus /gobi_1: Setting Powered False\u000a00:36:56.452583 bus /gobi_0: Setting Powered False\u000a00:36:57.560429 bus /gobi_0: Setting Powered False\u000a00:36:58.669817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a00:36:59.739787 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:36:59.752426 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:36:59.906665 tst ping.py: using LAC 32412\u000a00:37:00.032937 tst ping.py: using RAC 27\u000a00:37:00.159758 tst ping.py: using CellId 32412\u000a00:37:00.286460 tst ping.py: using BVCI 32413\u000a00:37:00.311569 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.323568 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.335883 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.347838 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.359570 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.371570 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.383513 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:00.395443 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:37:00.677174 tst ping.py:19: start network...\u000a00:37:00.802733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:37:01.331916 run create_hlr_db(pid=12209): Launched\u000a00:37:01.528245 bus /gobi_6: Setting Powered False\u000a00:37:02.543945 run create_hlr_db(pid=12209): Terminated: ok {rc=0}\u000a00:37:02.976722 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Launched\u000a00:37:03.304062 run osmo-hlr_10.42.42.2(pid=12212): Launched\u000a00:37:03.421639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:37:03.996134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Launched\u000a00:37:04.322555 run osmo-stp_10.42.42.5(pid=12215): Launched\u000a00:37:04.442191 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:37:05.013313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Launched\u000a00:37:05.130093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:37:05.416794 run patchelf(pid=12218): Launched\u000a00:37:05.608348 run osmo-stp_10.42.42.5(pid=12215): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)]\u000a00:37:05.747756 run osmo-stp_10.42.42.5(pid=12215): stdout: \u000a| (launched: 2022-12-13_00:37:04.162009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:05.887619 run osmo-stp_10.42.42.5(pid=12215): stderr: \u000a| �[0;m�[38;5;43m20221213003704351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003704351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003704352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003704352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:06.023034 run osmo-stp_10.42.42.5(pid=12215): stdout: \u000a| (launched: 2022-12-13_00:37:04.162009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:06.156777 run osmo-stp_10.42.42.5(pid=12215): stderr: \u000a| �[0;m�[38;5;43m20221213003704351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003704351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003704352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003704352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003704353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:06.313853 run patchelf(pid=12218): Terminating (SIGINT)\u000a00:37:06.497740 run patchelf(pid=12218): Terminated: ok {rc=0}\u000a00:37:06.530914 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12215): Process ended prematurely: osmo-stp_10.42.42.5(pid=12215) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12215)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a00:37:06.540223 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:37:06.604379 run osmo-hlr_10.42.42.2(pid=12212): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12212)]\u000a00:37:06.656518 run osmo-hlr_10.42.42.2(pid=12212): stdout: \u000a| (launched: 2022-12-13_00:37:03.142794) \u000a00:37:06.709235 run osmo-hlr_10.42.42.2(pid=12212): stderr: \u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003703337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003703349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003703358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:37:06.753809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminating (SIGTERM)\u000a00:37:06.796530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminating (SIGTERM)\u000a00:37:06.839230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminating (SIGTERM)\u000a00:37:06.849155 --- ParallelTerminationStrategy: PID 12211 died...\u000a00:37:06.905885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12211): Terminated: ok {rc=0}\u000a00:37:06.916024 --- ParallelTerminationStrategy: PID 12214 died...\u000a00:37:06.972762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12214): Terminated: ok {rc=0}\u000a00:37:06.983185 --- ParallelTerminationStrategy: PID 12217 died...\u000a00:37:07.039623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12217): Terminated: ok {rc=0}\u000a00:37:07.126390 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a00:37:08.179977 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.192457 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:37:08.344614 tst ping_idle_ping.py: using LAC 32413\u000a00:37:08.476023 tst ping_idle_ping.py: using RAC 28\u000a00:37:08.602602 tst ping_idle_ping.py: using CellId 32413\u000a00:37:08.730051 tst ping_idle_ping.py: using BVCI 32414\u000a00:37:08.755298 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.767179 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.778973 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.791002 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.802922 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.814853 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.827028 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:37:08.839121 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:37:09.137893 tst ping_idle_ping.py:24: start network...\u000a00:37:09.275162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:37:09.791532 run create_hlr_db(pid=12219): Launched\u000a00:37:09.981081 bus /gobi_6: Setting Powered False\u000a00:37:11.000727 run create_hlr_db(pid=12219): Terminated: ok {rc=0}\u000a00:37:11.409540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Launched\u000a00:37:11.715863 run osmo-hlr_10.42.42.2(pid=12222): Launched\u000a00:37:11.837407 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:37:12.377962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Launched\u000a00:37:12.683490 run osmo-stp_10.42.42.5(pid=12225): Launched\u000a00:37:12.795157 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:37:13.328334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Launched\u000a00:37:13.436472 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:37:13.703272 run patchelf(pid=12228): Launched\u000a00:37:13.881960 run osmo-stp_10.42.42.5(pid=12225): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)]\u000a00:37:14.012357 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-13_00:37:12.532742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:14.142855 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003712699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:14.268634 run osmo-stp_10.42.42.5(pid=12225): stdout: \u000a| (launched: 2022-12-13_00:37:12.532742)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:14.393339 run osmo-stp_10.42.42.5(pid=12225): stderr: \u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003712699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003712699 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003712700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:14.539349 run patchelf(pid=12228): Terminating (SIGINT)\u000a00:37:14.711296 run patchelf(pid=12228): Terminated: ok {rc=0}\u000a00:37:14.742441 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12225): Process ended prematurely: osmo-stp_10.42.42.5(pid=12225) [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12225)] [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a00:37:14.751157 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a00:37:14.811605 run osmo-hlr_10.42.42.2(pid=12222): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12222)]\u000a00:37:14.861023 run osmo-hlr_10.42.42.2(pid=12222): stdout: \u000a| (launched: 2022-12-13_00:37:11.564725) \u000a00:37:14.910979 run osmo-hlr_10.42.42.2(pid=12222): stderr: \u000a| �[0;m�[1;31m20221213003711737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003711737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003711737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003711737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003711737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003711738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003711750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003711760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003711760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003711760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:37:14.953422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminating (SIGTERM)\u000a00:37:14.993322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminating (SIGTERM)\u000a00:37:15.033317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Terminating (SIGTERM)\u000a00:37:15.042290 --- ParallelTerminationStrategy: PID 12221 died...\u000a00:37:15.095368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12221): Terminated: ok {rc=0}\u000a00:37:15.104877 --- ParallelTerminationStrategy: PID 12224 died...\u000a00:37:15.157988 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12224): Terminated: ok {rc=0}\u000a00:37:15.167535 --- ParallelTerminationStrategy: PID 12227 died...\u000a00:37:15.220454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12227): Terminated: ok {rc=0}\u000a00:37:15.309809 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:36:16" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:37:17.424272 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:17.436726 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:37:17.604600 tst switch_tch_pdch.py: using LAC 32414\u000a00:37:17.734014 tst switch_tch_pdch.py: using RAC 29\u000a00:37:17.855895 tst switch_tch_pdch.py: using CellId 32414\u000a00:37:17.976399 tst switch_tch_pdch.py: using BVCI 32415\u000a00:37:17.999861 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.011332 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.022680 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.033989 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.045302 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.056547 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.067837 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:37:18.078940 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:37:18.200417 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:37:18.481119 tst switch_tch_pdch.py:51: start network...\u000a00:37:18.607515 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:37:19.093988 run create_hlr_db(pid=12232): Launched\u000a00:37:19.269467 bus /gobi_6: Setting Powered False\u000a00:37:20.290989 run create_hlr_db(pid=12232): Terminated: ok {rc=0}\u000a00:37:20.725669 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Launched\u000a00:37:21.051596 run osmo-hlr_10.42.42.2(pid=12235): Launched\u000a00:37:21.170341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:37:21.742301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Launched\u000a00:37:22.068078 run osmo-stp_10.42.42.5(pid=12238): Launched\u000a00:37:22.186408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:37:22.759747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Launched\u000a00:37:22.876540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:37:23.163333 run patchelf(pid=12241): Launched\u000a00:37:23.355095 run osmo-stp_10.42.42.5(pid=12238): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)]\u000a00:37:23.495099 run osmo-stp_10.42.42.5(pid=12238): stdout: \u000a| (launched: 2022-12-13_00:37:21.908084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:23.635518 run osmo-stp_10.42.42.5(pid=12238): stderr: \u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003722098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:23.771199 run osmo-stp_10.42.42.5(pid=12238): stdout: \u000a| (launched: 2022-12-13_00:37:21.908084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:23.905170 run osmo-stp_10.42.42.5(pid=12238): stderr: \u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003722097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003722098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003722098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:24.061807 run patchelf(pid=12241): Terminating (SIGINT)\u000a00:37:24.246051 run patchelf(pid=12241): Terminated: ok {rc=0}\u000a00:37:24.279388 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12238): Process ended prematurely: osmo-stp_10.42.42.5(pid=12238) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12238)] [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:37:24.288599 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a00:37:24.352783 run osmo-hlr_10.42.42.2(pid=12235): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12235)]\u000a00:37:24.404845 run osmo-hlr_10.42.42.2(pid=12235): stdout: \u000a| (launched: 2022-12-13_00:37:20.891970) \u000a00:37:24.457580 run osmo-hlr_10.42.42.2(pid=12235): stderr: \u000a| �[0;m�[1;31m20221213003721084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003721084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003721084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003721085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003721085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003721085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003721096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003721105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003721105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003721105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:37:24.502295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminating (SIGTERM)\u000a00:37:24.544671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminating (SIGTERM)\u000a00:37:24.587233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminating (SIGTERM)\u000a00:37:24.597434 --- ParallelTerminationStrategy: PID 12234 died...\u000a00:37:24.654411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12234): Terminated: ok {rc=0}\u000a00:37:24.664809 --- ParallelTerminationStrategy: PID 12237 died...\u000a00:37:24.721345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12237): Terminated: ok {rc=0}\u000a00:37:24.731938 --- ParallelTerminationStrategy: PID 12240 died...\u000a00:37:24.788426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12240): Terminated: ok {rc=0}\u000a00:37:24.876770 bus /gobi_0: Setting Powered False\u000a00:37:25.984169 bus /gobi_0: Setting Powered False\u000a00:37:27.092677 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:37:17" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12251): Process ended prematurely: osmo-stp_10.42.42.5(pid=12251) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12251): Process ended prematurely: osmo-stp_10.42.42.5(pid=12251) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:37:29.080030 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.091338 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:37:29.251650 tst switch_tch_pdch.py: using LAC 32415\u000a00:37:29.373389 tst switch_tch_pdch.py: using RAC 30\u000a00:37:29.492416 tst switch_tch_pdch.py: using CellId 32415\u000a00:37:29.613637 tst switch_tch_pdch.py: using BVCI 32416\u000a00:37:29.636804 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.647804 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.658630 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.669439 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.680236 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.691089 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.702009 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:37:29.712671 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:37:29.831490 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:37:30.122717 tst switch_tch_pdch.py:51: start network...\u000a00:37:30.259511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:37:30.743015 run create_hlr_db(pid=12245): Launched\u000a00:37:30.899327 bus /gobi_6: Setting Powered False\u000a00:37:31.951597 run create_hlr_db(pid=12245): Terminated: ok {rc=0}\u000a00:37:32.375499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Launched\u000a00:37:32.682241 run osmo-hlr_10.42.42.2(pid=12248): Launched\u000a00:37:32.799663 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:37:33.309593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Launched\u000a00:37:33.611456 run osmo-stp_10.42.42.5(pid=12251): Launched\u000a00:37:33.720523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:37:34.225895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Launched\u000a00:37:34.333765 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:37:34.598628 run patchelf(pid=12254): Launched\u000a00:37:34.776211 run osmo-stp_10.42.42.5(pid=12251): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)]\u000a00:37:34.906059 run osmo-stp_10.42.42.5(pid=12251): stdout: \u000a| (launched: 2022-12-13_00:37:33.463268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:35.036223 run osmo-stp_10.42.42.5(pid=12251): stderr: \u000a| �[0;m�[38;5;43m20221213003733633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003733633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003733634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003733634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003733634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003733634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003733635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:35.162364 run osmo-stp_10.42.42.5(pid=12251): stdout: \u000a| (launched: 2022-12-13_00:37:33.463268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:35.286694 run osmo-stp_10.42.42.5(pid=12251): stderr: \u000a| �[0;m�[38;5;43m20221213003733633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003733633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003733634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003733634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003733634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003733634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003733635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:35.432160 run patchelf(pid=12254): Terminating (SIGINT)\u000a00:37:35.603434 run patchelf(pid=12254): Terminated: ok {rc=0}\u000a00:37:35.634389 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12251): Process ended prematurely: osmo-stp_10.42.42.5(pid=12251) [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12251)] [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:37:35.643013 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a00:37:35.703060 run osmo-hlr_10.42.42.2(pid=12248): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12248)]\u000a00:37:35.752494 run osmo-hlr_10.42.42.2(pid=12248): stdout: \u000a| (launched: 2022-12-13_00:37:32.530539) \u000a00:37:35.802420 run osmo-hlr_10.42.42.2(pid=12248): stderr: \u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003732704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003732717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003732725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003732725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003732725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:37:35.844976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Terminating (SIGTERM)\u000a00:37:35.885050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Terminating (SIGTERM)\u000a00:37:35.924869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Terminating (SIGTERM)\u000a00:37:35.934289 --- ParallelTerminationStrategy: PID 12247 died...\u000a00:37:35.988219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12247): Terminated: ok {rc=0}\u000a00:37:35.998025 --- ParallelTerminationStrategy: PID 12250 died...\u000a00:37:36.052180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12250): Terminated: ok {rc=0}\u000a00:37:36.061967 --- ParallelTerminationStrategy: PID 12253 died...\u000a00:37:36.115378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12253): Terminated: ok {rc=0}\u000a00:37:36.204448 bus /gobi_0: Setting Powered False\u000a00:37:37.308235 bus /gobi_0: Setting Powered False\u000a00:37:38.420381 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:37:28" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a00:37:40.322172 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a00:37:40.334523 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:37:40.482867 tst mo_mt_sms.py: using LAC 32416\u000a00:37:40.612883 tst mo_mt_sms.py: using RAC 31\u000a00:37:40.740425 tst mo_mt_sms.py: using CellId 32416\u000a00:37:40.867722 tst mo_mt_sms.py: using BVCI 32417\u000a00:37:40.892433 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:37:41.008835 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:37:41.288741 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:37:41.414631 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:37:42.042370 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Launched\u000a00:37:42.342501 run osmo-nitb_10.42.42.2(pid=12259): Launched\u000a00:37:42.528818 run osmo-nitb_10.42.42.2(pid=12259): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)]\u000a00:37:42.666064 run osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-13_00:37:42.196204) \u000a00:37:42.803591 run osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-13_00:37:42.241324)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:37:42.936195 run osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-13_00:37:42.196204) \u000a00:37:43.067660 run osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-13_00:37:42.241324)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:37:43.465365 tst osmo-nitb_10.42.42.2(pid=12259): stdout: \u000a| (launched: 2022-12-13_00:37:42.196204) \u000a00:37:43.585942 tst osmo-nitb_10.42.42.2(pid=12259): stderr: \u000a| (launched: 2022-12-13_00:37:42.241324)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:37:43.638728 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12259): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12259) [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12259)] [trial-2384↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a00:37:43.646818 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:37:43.681397 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminating (SIGTERM)\u000a00:37:43.858798 --- ParallelTerminationStrategy: PID 12258 died...\u000a00:37:43.915201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12258): Terminated: ok {rc=0}\u000a00:37:44.004229 bus /sierra_3: Setting Powered False\u000a00:37:45.112135 bus /sierra_3: Setting Powered False\u000a00:37:46.230265 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:37:40" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12270): Process ended prematurely: osmo-stp_10.42.42.5(pid=12270) [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12270): Process ended prematurely: osmo-stp_10.42.42.5(pid=12270) [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a00:37:48.121176 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.131897 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:37:48.269443 tst mo_mt_sms.py: using LAC 32417\u000a00:37:48.389064 tst mo_mt_sms.py: using RAC 32\u000a00:37:48.510308 tst mo_mt_sms.py: using CellId 32417\u000a00:37:48.629867 tst mo_mt_sms.py: using BVCI 32418\u000a00:37:48.652813 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.663613 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.674193 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.684664 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.695240 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:37:48.705752 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:37:48.827013 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a00:37:49.040758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:37:49.556381 run create_hlr_db(pid=12264): Launched\u000a00:37:49.746550 bus /sierra_2: Setting Powered False\u000a00:37:50.766625 run create_hlr_db(pid=12264): Terminated: ok {rc=0}\u000a00:37:51.175095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Launched\u000a00:37:51.478735 run osmo-hlr_10.42.42.2(pid=12267): Launched\u000a00:37:51.596691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:37:52.126994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Launched\u000a00:37:52.430499 run osmo-stp_10.42.42.5(pid=12270): Launched\u000a00:37:52.540270 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:37:53.094466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Launched\u000a00:37:53.398025 run osmo-msc_10.42.42.6(pid=12273): Launched\u000a00:37:53.575972 run osmo-stp_10.42.42.5(pid=12270): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)]\u000a00:37:53.705069 run osmo-stp_10.42.42.5(pid=12270): stdout: \u000a| (launched: 2022-12-13_00:37:52.281193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:53.831275 run osmo-stp_10.42.42.5(pid=12270): stderr: \u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003752448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003752448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003752448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:53.952439 run osmo-stp_10.42.42.5(pid=12270): stdout: \u000a| (launched: 2022-12-13_00:37:52.281193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:37:54.073627 run osmo-stp_10.42.42.5(pid=12270): stderr: \u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003752447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003752448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003752448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003752448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003752449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:37:54.126455 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12270): Process ended prematurely: osmo-stp_10.42.42.5(pid=12270) [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12270)] [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a00:37:54.134211 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a00:37:54.193686 run osmo-hlr_10.42.42.2(pid=12267): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12267)]\u000a00:37:54.242855 run osmo-hlr_10.42.42.2(pid=12267): stdout: \u000a| (launched: 2022-12-13_00:37:51.329537) \u000a00:37:54.292567 run osmo-hlr_10.42.42.2(pid=12267): stderr: \u000a| �[0;m�[1;31m20221213003751501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003751501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003751501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003751502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003751502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003751502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003751514 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003751523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003751524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003751524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:37:54.360277 run osmo-msc_10.42.42.6(pid=12273): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12273)]\u000a00:37:54.409374 run osmo-msc_10.42.42.6(pid=12273): stdout: \u000a| (launched: 2022-12-13_00:37:53.248002) \u000a00:37:54.459198 run osmo-msc_10.42.42.6(pid=12273): stderr: \u000a| �[0;m�[38;5;43m20221213003753516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003753516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28bcf8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003753516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003753516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003753516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003753517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003753518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003753519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003753519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003753519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:37:54.501638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Terminating (SIGTERM)\u000a00:37:54.541692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Terminating (SIGTERM)\u000a00:37:54.581640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Terminating (SIGTERM)\u000a00:37:54.590940 --- ParallelTerminationStrategy: PID 12266 died...\u000a00:37:54.644396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12266): Terminated: ok {rc=0}\u000a00:37:54.654006 --- ParallelTerminationStrategy: PID 12269 died...\u000a00:37:54.707118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12269): Terminated: ok {rc=0}\u000a00:37:54.716635 --- ParallelTerminationStrategy: PID 12272 died...\u000a00:37:54.769760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12272): Terminated: ok {rc=0}\u000a00:37:54.853898 bus /sierra_3: Setting Powered False\u000a00:37:55.957472 bus /sierra_3: Setting Powered False\u000a00:37:57.069424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:37:47" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a00:37:58.913583 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a00:37:58.925854 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:37:59.068374 tst assert_extension.py: using LAC 32418\u000a00:37:59.188825 tst assert_extension.py: using RAC 33\u000a00:37:59.309027 tst assert_extension.py: using CellId 32418\u000a00:37:59.427943 tst assert_extension.py: using BVCI 32419\u000a00:37:59.451099 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a00:37:59.746840 tst assert_extension.py:10: start nitb and bts...\u000a00:37:59.882959 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:38:00.557581 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Launched\u000a00:38:00.886622 run osmo-nitb_10.42.42.2(pid=12279): Launched\u000a00:38:01.085172 run osmo-nitb_10.42.42.2(pid=12279): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)]\u000a00:38:01.227179 run osmo-nitb_10.42.42.2(pid=12279): stdout: \u000a| (launched: 2022-12-13_00:38:00.722974) \u000a00:38:01.372923 run osmo-nitb_10.42.42.2(pid=12279): stderr: \u000a| (launched: 2022-12-13_00:38:00.771552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:38:01.542248 run osmo-nitb_10.42.42.2(pid=12279): stdout: \u000a| (launched: 2022-12-13_00:38:00.722974) \u000a00:38:01.679588 run osmo-nitb_10.42.42.2(pid=12279): stderr: \u000a| (launched: 2022-12-13_00:38:00.771552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:38:02.030847 tst osmo-nitb_10.42.42.2(pid=12279): stdout: \u000a| (launched: 2022-12-13_00:38:00.722974) \u000a00:38:02.163174 tst osmo-nitb_10.42.42.2(pid=12279): stderr: \u000a| (launched: 2022-12-13_00:38:00.771552)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:38:02.221186 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12279): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12279) [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12279)] [trial-2384↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a00:38:02.230391 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a00:38:02.269856 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Terminating (SIGTERM)\u000a00:38:02.447829 --- ParallelTerminationStrategy: PID 12278 died...\u000a00:38:02.507601 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12278): Terminated: ok {rc=0}\u000a00:38:02.595437 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:37:58" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12289): Process ended prematurely: osmo-stp_10.42.42.5(pid=12289) [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12289): Process ended prematurely: osmo-stp_10.42.42.5(pid=12289) [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a00:38:04.446536 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:04.457558 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:38:04.595681 tst assert_extension.py: using LAC 32419\u000a00:38:04.716620 tst assert_extension.py: using RAC 34\u000a00:38:04.836735 tst assert_extension.py: using CellId 32419\u000a00:38:04.958310 tst assert_extension.py: using BVCI 32420\u000a00:38:04.981620 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:04.992347 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:05.003004 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:05.013531 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:05.024150 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:38:05.034717 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a00:38:05.247663 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:05.765007 run create_hlr_db(pid=12283): Launched\u000a00:38:05.954779 bus /sierra_2: Setting Powered False\u000a00:38:06.974908 run create_hlr_db(pid=12283): Terminated: ok {rc=0}\u000a00:38:07.385453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Launched\u000a00:38:07.690836 run osmo-hlr_10.42.42.2(pid=12286): Launched\u000a00:38:07.811301 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:38:08.451182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Launched\u000a00:38:08.749497 run osmo-stp_10.42.42.5(pid=12289): Launched\u000a00:38:08.857701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:38:09.406728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Launched\u000a00:38:09.706909 run osmo-msc_10.42.42.6(pid=12292): Launched\u000a00:38:09.882371 run osmo-stp_10.42.42.5(pid=12289): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)]\u000a00:38:10.009550 run osmo-stp_10.42.42.5(pid=12289): stdout: \u000a| (launched: 2022-12-13_00:38:08.602584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:10.134888 run osmo-stp_10.42.42.5(pid=12289): stderr: \u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003808769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:10.254933 run osmo-stp_10.42.42.5(pid=12289): stdout: \u000a| (launched: 2022-12-13_00:38:08.602584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:10.373834 run osmo-stp_10.42.42.5(pid=12289): stderr: \u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003808769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003808769 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003808770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:10.425985 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12289): Process ended prematurely: osmo-stp_10.42.42.5(pid=12289) [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12289)] [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a00:38:10.433761 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a00:38:10.493927 run osmo-hlr_10.42.42.2(pid=12286): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12286)]\u000a00:38:10.543306 run osmo-hlr_10.42.42.2(pid=12286): stdout: \u000a| (launched: 2022-12-13_00:38:07.540367) \u000a00:38:10.593483 run osmo-hlr_10.42.42.2(pid=12286): stderr: \u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003807715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003807728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003807738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003807738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003807738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:38:10.661044 run osmo-msc_10.42.42.6(pid=12292): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12292)]\u000a00:38:10.710447 run osmo-msc_10.42.42.6(pid=12292): stdout: \u000a| (launched: 2022-12-13_00:38:09.559098) \u000a00:38:10.760438 run osmo-msc_10.42.42.6(pid=12292): stderr: \u000a| �[0;m�[38;5;43m20221213003809826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003809826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6647f24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003809826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003809826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003809826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003809827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003809828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003809829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003809829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003809829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:38:10.802892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Terminating (SIGTERM)\u000a00:38:10.842996 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Terminating (SIGTERM)\u000a00:38:10.882702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Terminating (SIGTERM)\u000a00:38:10.891944 --- ParallelTerminationStrategy: PID 12285 died...\u000a00:38:10.945244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12285): Terminated: ok {rc=0}\u000a00:38:10.954908 --- ParallelTerminationStrategy: PID 12288 died...\u000a00:38:11.007668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12288): Terminated: ok {rc=0}\u000a00:38:11.017150 --- ParallelTerminationStrategy: PID 12291 died...\u000a00:38:11.069855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12291): Terminated: ok {rc=0}\u000a00:38:11.157538 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:38:04" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:38:13.112874 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.124077 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:38:13.281260 tst mo_mt_call.py: using LAC 32420\u000a00:38:13.401080 tst mo_mt_call.py: using RAC 35\u000a00:38:13.521521 tst mo_mt_call.py: using CellId 32420\u000a00:38:13.642560 tst mo_mt_call.py: using BVCI 32421\u000a00:38:13.665819 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.676916 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.687880 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.698930 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.710098 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:13.721169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:38:13.841131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:38:14.046979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:14.539259 run create_hlr_db(pid=12297): Launched\u000a00:38:14.715247 bus /sierra_2: Setting Powered False\u000a00:38:15.737115 run create_hlr_db(pid=12297): Terminated: ok {rc=0}\u000a00:38:16.181817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Launched\u000a00:38:16.623486 run osmo-hlr_10.42.42.2(pid=12300): Launched\u000a00:38:16.844514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:38:17.393904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Launched\u000a00:38:17.722937 run osmo-stp_10.42.42.5(pid=12303): Launched\u000a00:38:17.842305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:38:18.442268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Launched\u000a00:38:18.773240 run osmo-msc_10.42.42.6(pid=12306): Launched\u000a00:38:18.966746 run osmo-stp_10.42.42.5(pid=12303): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)]\u000a00:38:19.106274 run osmo-stp_10.42.42.5(pid=12303): stdout: \u000a| (launched: 2022-12-13_00:38:17.561205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:19.244010 run osmo-stp_10.42.42.5(pid=12303): stderr: \u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003817751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:19.376835 run osmo-stp_10.42.42.5(pid=12303): stdout: \u000a| (launched: 2022-12-13_00:38:17.561205)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:19.507865 run osmo-stp_10.42.42.5(pid=12303): stderr: \u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003817751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003817751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003817752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:19.565601 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12303): Process ended prematurely: osmo-stp_10.42.42.5(pid=12303) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12303)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:38:19.575010 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:38:19.638502 run osmo-hlr_10.42.42.2(pid=12300): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12300)]\u000a00:38:19.690694 run osmo-hlr_10.42.42.2(pid=12300): stdout: \u000a| (launched: 2022-12-13_00:38:16.343026) \u000a00:38:19.743616 run osmo-hlr_10.42.42.2(pid=12300): stderr: \u000a| �[0;m�[1;31m20221213003816560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003816560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003816560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003816560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003816560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003816561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003816572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003816580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:38:19.815132 run osmo-msc_10.42.42.6(pid=12306): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12306)]\u000a00:38:19.867421 run osmo-msc_10.42.42.6(pid=12306): stdout: \u000a| (launched: 2022-12-13_00:38:18.609503) \u000a00:38:19.920396 run osmo-msc_10.42.42.6(pid=12306): stderr: \u000a| �[0;m�[38;5;43m20221213003818927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003818927 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5798900c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003818927 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003818927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003818927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003818927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003818929 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003818930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003818930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003818930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:38:19.964994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminating (SIGTERM)\u000a00:38:20.007843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminating (SIGTERM)\u000a00:38:20.051090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Terminating (SIGTERM)\u000a00:38:20.061349 --- ParallelTerminationStrategy: PID 12299 died...\u000a00:38:20.117847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12299): Terminated: ok {rc=0}\u000a00:38:20.128203 --- ParallelTerminationStrategy: PID 12302 died...\u000a00:38:20.185050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12302): Terminated: ok {rc=0}\u000a00:38:20.195284 --- ParallelTerminationStrategy: PID 12305 died...\u000a00:38:20.252353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12305): Terminated: ok {rc=0}\u000a00:38:20.340265 bus /sierra_3: Setting Powered False\u000a00:38:21.448119 bus /sierra_3: Setting Powered False\u000a00:38:22.557037 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12314): Process ended prematurely: osmo-stp_10.42.42.5(pid=12314) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12314): Process ended prematurely: osmo-stp_10.42.42.5(pid=12314) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:38:23.672866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:23.685554 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:38:23.855127 tst mo_mt_call_osmux.py: using LAC 32421\u000a00:38:23.986002 tst mo_mt_call_osmux.py: using RAC 36\u000a00:38:24.114979 tst mo_mt_call_osmux.py: using CellId 32421\u000a00:38:24.244448 tst mo_mt_call_osmux.py: using BVCI 32422\u000a00:38:24.270016 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:24.281822 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:24.293470 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:24.305487 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:24.317432 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:38:24.329365 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:38:24.447775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:38:24.662544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:25.178440 run create_hlr_db(pid=12308): Launched\u000a00:38:25.369710 bus /sierra_2: Setting Powered False\u000a00:38:26.390883 run create_hlr_db(pid=12308): Terminated: ok {rc=0}\u000a00:38:26.825831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Launched\u000a00:38:27.154080 run osmo-hlr_10.42.42.2(pid=12311): Launched\u000a00:38:27.276914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:38:27.849949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Launched\u000a00:38:28.179534 run osmo-stp_10.42.42.5(pid=12314): Launched\u000a00:38:28.300041 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:38:28.901296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Launched\u000a00:38:29.231075 run osmo-msc_10.42.42.6(pid=12317): Launched\u000a00:38:29.424496 run osmo-stp_10.42.42.5(pid=12314): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)]\u000a00:38:29.563447 run osmo-stp_10.42.42.5(pid=12314): stdout: \u000a| (launched: 2022-12-13_00:38:28.017673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:29.701194 run osmo-stp_10.42.42.5(pid=12314): stderr: \u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003828207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:29.833251 run osmo-stp_10.42.42.5(pid=12314): stdout: \u000a| (launched: 2022-12-13_00:38:28.017673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:29.964142 run osmo-stp_10.42.42.5(pid=12314): stderr: \u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003828206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003828207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003828207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:30.022028 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12314): Process ended prematurely: osmo-stp_10.42.42.5(pid=12314) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12314)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:38:30.031556 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:38:30.095571 run osmo-hlr_10.42.42.2(pid=12311): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12311)]\u000a00:38:30.147879 run osmo-hlr_10.42.42.2(pid=12311): stdout: \u000a| (launched: 2022-12-13_00:38:26.992733) \u000a00:38:30.200630 run osmo-hlr_10.42.42.2(pid=12311): stderr: \u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003827188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003827200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003827209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003827209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003827209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:38:30.272654 run osmo-msc_10.42.42.6(pid=12317): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12317)]\u000a00:38:30.325128 run osmo-msc_10.42.42.6(pid=12317): stdout: \u000a| (launched: 2022-12-13_00:38:29.068769) \u000a00:38:30.378211 run osmo-msc_10.42.42.6(pid=12317): stderr: \u000a| �[0;m�[38;5;43m20221213003829388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003829388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd6bfb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003829388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003829388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003829388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003829389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003829390 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003829391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003829391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003829391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:38:30.423156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Terminating (SIGTERM)\u000a00:38:30.465804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Terminating (SIGTERM)\u000a00:38:30.508477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Terminating (SIGTERM)\u000a00:38:30.518582 --- ParallelTerminationStrategy: PID 12310 died...\u000a00:38:30.575767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12310): Terminated: ok {rc=0}\u000a00:38:30.586051 --- ParallelTerminationStrategy: PID 12313 died...\u000a00:38:30.642462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12313): Terminated: ok {rc=0}\u000a00:38:30.653008 --- ParallelTerminationStrategy: PID 12316 died...\u000a00:38:30.709420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12316): Terminated: ok {rc=0}\u000a00:38:30.798175 bus /sierra_3: Setting Powered False\u000a00:38:31.940745 bus /sierra_3: Setting Powered False\u000a00:38:33.054414 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:38:12" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12328): Process ended prematurely: osmo-stp_10.42.42.5(pid=12328) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12328): Process ended prematurely: osmo-stp_10.42.42.5(pid=12328) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:38:35.070053 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.081939 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:38:35.252275 tst mo_mt_call.py: using LAC 32422\u000a00:38:35.380244 tst mo_mt_call.py: using RAC 37\u000a00:38:35.506838 tst mo_mt_call.py: using CellId 32422\u000a00:38:35.633986 tst mo_mt_call.py: using BVCI 32423\u000a00:38:35.658911 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.670632 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.682179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.694085 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.706159 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:35.718078 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:38:35.835147 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:38:36.041050 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:36.533737 run create_hlr_db(pid=12322): Launched\u000a00:38:36.709835 bus /sierra_2: Setting Powered False\u000a00:38:37.744570 run create_hlr_db(pid=12322): Terminated: ok {rc=0}\u000a00:38:38.181869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Launched\u000a00:38:38.512675 run osmo-hlr_10.42.42.2(pid=12325): Launched\u000a00:38:38.634832 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:38:39.207028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Launched\u000a00:38:39.537558 run osmo-stp_10.42.42.5(pid=12328): Launched\u000a00:38:39.657936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:38:40.263670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Launched\u000a00:38:40.596169 run osmo-msc_10.42.42.6(pid=12331): Launched\u000a00:38:40.788346 run osmo-stp_10.42.42.5(pid=12328): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)]\u000a00:38:40.927010 run osmo-stp_10.42.42.5(pid=12328): stdout: \u000a| (launched: 2022-12-13_00:38:39.375734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:41.064342 run osmo-stp_10.42.42.5(pid=12328): stderr: \u000a| �[0;m�[38;5;43m20221213003839564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003839564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003839565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003839565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:41.196308 run osmo-stp_10.42.42.5(pid=12328): stdout: \u000a| (launched: 2022-12-13_00:38:39.375734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:41.327526 run osmo-stp_10.42.42.5(pid=12328): stderr: \u000a| �[0;m�[38;5;43m20221213003839564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003839564 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003839565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003839565 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003839566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:41.385229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12328): Process ended prematurely: osmo-stp_10.42.42.5(pid=12328) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12328)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:38:41.394790 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:38:41.458268 run osmo-hlr_10.42.42.2(pid=12325): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12325)]\u000a00:38:41.509855 run osmo-hlr_10.42.42.2(pid=12325): stdout: \u000a| (launched: 2022-12-13_00:38:38.350410) \u000a00:38:41.562774 run osmo-hlr_10.42.42.2(pid=12325): stderr: \u000a| �[0;m�[1;31m20221213003838544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003838544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003838544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003838544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003838544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003838545 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003838558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003838566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003838566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003838566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:38:41.633851 run osmo-msc_10.42.42.6(pid=12331): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12331)]\u000a00:38:41.685534 run osmo-msc_10.42.42.6(pid=12331): stdout: \u000a| (launched: 2022-12-13_00:38:40.431603) \u000a00:38:41.738377 run osmo-msc_10.42.42.6(pid=12331): stderr: \u000a| �[0;m�[38;5;43m20221213003840752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003840752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ff172cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003840752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003840753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003840753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003840753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003840755 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003840755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003840755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003840755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:38:41.782886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Terminating (SIGTERM)\u000a00:38:41.825346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Terminating (SIGTERM)\u000a00:38:41.867958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Terminating (SIGTERM)\u000a00:38:41.877887 --- ParallelTerminationStrategy: PID 12324 died...\u000a00:38:41.934044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12324): Terminated: ok {rc=0}\u000a00:38:41.944233 --- ParallelTerminationStrategy: PID 12327 died...\u000a00:38:41.999999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12327): Terminated: ok {rc=0}\u000a00:38:42.010396 --- ParallelTerminationStrategy: PID 12330 died...\u000a00:38:42.066068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12330): Terminated: ok {rc=0}\u000a00:38:42.154620 bus /sierra_3: Setting Powered False\u000a00:38:43.262307 bus /sierra_3: Setting Powered False\u000a00:38:44.370537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12608): Process ended prematurely: osmo-stp_10.42.42.5(pid=12608) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12608): Process ended prematurely: osmo-stp_10.42.42.5(pid=12608) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:38:45.486113 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:45.498701 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:38:45.683168 tst mo_mt_call_osmux.py: using LAC 32423\u000a00:38:45.816737 tst mo_mt_call_osmux.py: using RAC 38\u000a00:38:45.962025 tst mo_mt_call_osmux.py: using CellId 32423\u000a00:38:46.100104 tst mo_mt_call_osmux.py: using BVCI 32424\u000a00:38:46.126332 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:46.139163 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:46.151762 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:46.165866 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:46.179381 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:38:46.192594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:38:46.338830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:38:46.647739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:47.321770 run create_hlr_db(pid=12369): Launched\u000a00:38:47.552866 bus /sierra_2: Setting Powered False\u000a00:38:48.573448 run create_hlr_db(pid=12369): Terminated: ok {rc=0}\u000a00:38:49.089608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Launched\u000a00:38:49.534263 run osmo-hlr_10.42.42.2(pid=12605): Launched\u000a00:38:49.763820 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:38:50.357628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Launched\u000a00:38:50.789871 run osmo-stp_10.42.42.5(pid=12608): Launched\u000a00:38:51.009735 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:38:51.629595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Launched\u000a00:38:52.045375 run osmo-msc_10.42.42.6(pid=12613): Launched\u000a00:38:52.419491 run osmo-stp_10.42.42.5(pid=12608): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)]\u000a00:38:52.688027 run osmo-stp_10.42.42.5(pid=12608): stdout: \u000a| (launched: 2022-12-13_00:38:50.527318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:52.877471 run osmo-stp_10.42.42.5(pid=12608): stderr: \u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:53.005709 run osmo-stp_10.42.42.5(pid=12608): stdout: \u000a| (launched: 2022-12-13_00:38:50.527318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:38:53.130627 run osmo-stp_10.42.42.5(pid=12608): stderr: \u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003850820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003850821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003850821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:38:53.186775 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12608): Process ended prematurely: osmo-stp_10.42.42.5(pid=12608) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12608)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:38:53.196414 tst mo_mt_call_osmux.py:8: Test FAILED (7.7 sec)\u000a00:38:53.257617 run osmo-hlr_10.42.42.2(pid=12605): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12605)]\u000a00:38:53.308117 run osmo-hlr_10.42.42.2(pid=12605): stdout: \u000a| (launched: 2022-12-13_00:38:49.250452) \u000a00:38:53.361112 run osmo-hlr_10.42.42.2(pid=12605): stderr: \u000a| �[0;m�[1;31m20221213003849551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003849551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003849551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003849552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003849552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003849552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003849571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003849579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003849579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003849580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:38:53.429613 run osmo-msc_10.42.42.6(pid=12613): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12613)]\u000a00:38:53.479465 run osmo-msc_10.42.42.6(pid=12613): stdout: \u000a| (launched: 2022-12-13_00:38:51.789183) \u000a00:38:53.530387 run osmo-msc_10.42.42.6(pid=12613): stderr: \u000a| �[0;m�[38;5;43m20221213003852374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003852374 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f801b050c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003852374 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003852374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003852374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003852374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003852376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003852376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003852376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003852376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:38:53.574545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Terminating (SIGTERM)\u000a00:38:53.618227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Terminating (SIGTERM)\u000a00:38:53.660719 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Terminating (SIGTERM)\u000a00:38:53.671976 --- ParallelTerminationStrategy: PID 12593 died...\u000a00:38:53.728077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12593): Terminated: ok {rc=0}\u000a00:38:53.738103 --- ParallelTerminationStrategy: PID 12607 died...\u000a00:38:53.792707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12607): Terminated: ok {rc=0}\u000a00:38:53.802789 --- ParallelTerminationStrategy: PID 12612 died...\u000a00:38:53.856622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12612): Terminated: ok {rc=0}\u000a00:38:53.941972 bus /sierra_3: Setting Powered False\u000a00:38:55.050110 bus /sierra_3: Setting Powered False\u000a00:38:56.161100 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:38:34" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12624): Process ended prematurely: osmo-stp_10.42.42.5(pid=12624) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12624): Process ended prematurely: osmo-stp_10.42.42.5(pid=12624) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:38:58.181417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.193802 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:38:58.355112 tst mo_mt_call.py: using LAC 32424\u000a00:38:58.479284 tst mo_mt_call.py: using RAC 39\u000a00:38:58.603471 tst mo_mt_call.py: using CellId 32424\u000a00:38:58.727355 tst mo_mt_call.py: using BVCI 32425\u000a00:38:58.752675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.766235 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.778710 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.790579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.802817 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:38:58.815277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:38:58.935862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:38:59.147641 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:38:59.674903 run create_hlr_db(pid=12618): Launched\u000a00:38:59.867695 bus /sierra_2: Setting Powered False\u000a00:39:00.927460 run create_hlr_db(pid=12618): Terminated: ok {rc=0}\u000a00:39:01.386539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Launched\u000a00:39:01.873828 run osmo-hlr_10.42.42.2(pid=12621): Launched\u000a00:39:02.118597 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:02.748055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Launched\u000a00:39:03.164851 run osmo-stp_10.42.42.5(pid=12624): Launched\u000a00:39:03.328738 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:04.005258 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Launched\u000a00:39:04.426510 run osmo-msc_10.42.42.6(pid=12627): Launched\u000a00:39:04.816657 run osmo-stp_10.42.42.5(pid=12624): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)]\u000a00:39:05.093548 run osmo-stp_10.42.42.5(pid=12624): stdout: \u000a| (launched: 2022-12-13_00:39:02.909619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:05.271864 run osmo-stp_10.42.42.5(pid=12624): stderr: \u000a| �[0;m�[38;5;43m20221213003903234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003903234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003903235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003903235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003903235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003903235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003903236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:05.402069 run osmo-stp_10.42.42.5(pid=12624): stdout: \u000a| (launched: 2022-12-13_00:39:02.909619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:05.529851 run osmo-stp_10.42.42.5(pid=12624): stderr: \u000a| �[0;m�[38;5;43m20221213003903234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003903234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003903235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003903235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003903235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003903235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003903236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:05.587329 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12624): Process ended prematurely: osmo-stp_10.42.42.5(pid=12624) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12624)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:39:05.597481 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a00:39:05.660269 run osmo-hlr_10.42.42.2(pid=12621): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12621)]\u000a00:39:05.712401 run osmo-hlr_10.42.42.2(pid=12621): stdout: \u000a| (launched: 2022-12-13_00:39:01.547387) \u000a00:39:05.767045 run osmo-hlr_10.42.42.2(pid=12621): stderr: \u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003901892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003901952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003901970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003901970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003901971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:05.837753 run osmo-msc_10.42.42.6(pid=12627): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12627)]\u000a00:39:05.889699 run osmo-msc_10.42.42.6(pid=12627): stdout: \u000a| (launched: 2022-12-13_00:39:04.170322) \u000a00:39:05.941253 run osmo-msc_10.42.42.6(pid=12627): stderr: \u000a| �[0;m�[38;5;43m20221213003904761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003904761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe4618ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003904762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003904762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003904764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003904764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003904764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003904764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:05.986745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Terminating (SIGTERM)\u000a00:39:06.030782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Terminating (SIGTERM)\u000a00:39:06.077180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Terminating (SIGTERM)\u000a00:39:06.087674 --- ParallelTerminationStrategy: PID 12620 died...\u000a00:39:06.146066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12620): Terminated: ok {rc=0}\u000a00:39:06.157661 --- ParallelTerminationStrategy: PID 12623 died...\u000a00:39:06.212893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12623): Terminated: ok {rc=0}\u000a00:39:06.223848 --- ParallelTerminationStrategy: PID 12626 died...\u000a00:39:06.279396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12626): Terminated: ok {rc=0}\u000a00:39:06.368036 bus /sierra_3: Setting Powered False\u000a00:39:07.476052 bus /sierra_3: Setting Powered False\u000a00:39:08.590619 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:39:09.707719 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:09.720934 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:39:09.890387 tst mo_mt_call_osmux.py: using LAC 32425\u000a00:39:10.020226 tst mo_mt_call_osmux.py: using RAC 40\u000a00:39:10.148713 tst mo_mt_call_osmux.py: using CellId 32425\u000a00:39:10.270637 tst mo_mt_call_osmux.py: using BVCI 32426\u000a00:39:10.294494 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:10.305977 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:10.317292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:10.328517 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:10.339861 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:39:10.351210 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:39:10.468138 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:39:10.683337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:39:11.210060 run create_hlr_db(pid=12630): Launched\u000a00:39:11.388462 bus /sierra_2: Setting Powered False\u000a00:39:12.411099 run create_hlr_db(pid=12630): Terminated: ok {rc=0}\u000a00:39:12.851351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Launched\u000a00:39:13.182209 run osmo-hlr_10.42.42.2(pid=12633): Launched\u000a00:39:13.305365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:13.884084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Launched\u000a00:39:14.215514 run osmo-stp_10.42.42.5(pid=12636): Launched\u000a00:39:14.335821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:14.940716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Launched\u000a00:39:15.274811 run osmo-msc_10.42.42.6(pid=12639): Launched\u000a00:39:15.469539 run osmo-stp_10.42.42.5(pid=12636): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)]\u000a00:39:15.609586 run osmo-stp_10.42.42.5(pid=12636): stdout: \u000a| (launched: 2022-12-13_00:39:14.052285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:15.747996 run osmo-stp_10.42.42.5(pid=12636): stderr: \u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003914245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:15.898646 run osmo-stp_10.42.42.5(pid=12636): stdout: \u000a| (launched: 2022-12-13_00:39:14.052285)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:16.028326 run osmo-stp_10.42.42.5(pid=12636): stderr: \u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003914244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003914245 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003914245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:16.085409 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12636): Process ended prematurely: osmo-stp_10.42.42.5(pid=12636) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12636)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:39:16.095458 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:39:16.158339 run osmo-hlr_10.42.42.2(pid=12633): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12633)]\u000a00:39:16.209143 run osmo-hlr_10.42.42.2(pid=12633): stdout: \u000a| (launched: 2022-12-13_00:39:13.020071) \u000a00:39:16.260561 run osmo-hlr_10.42.42.2(pid=12633): stderr: \u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003913218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003913234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003913243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003913243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003913243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:16.330626 run osmo-msc_10.42.42.6(pid=12639): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12639)]\u000a00:39:16.382584 run osmo-msc_10.42.42.6(pid=12639): stdout: \u000a| (launched: 2022-12-13_00:39:15.110123) \u000a00:39:16.433917 run osmo-msc_10.42.42.6(pid=12639): stderr: \u000a| �[0;m�[38;5;43m20221213003915429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003915429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0af07b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003915430 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003915430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003915432 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003915432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003915432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003915432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:16.477440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminating (SIGTERM)\u000a00:39:16.519681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminating (SIGTERM)\u000a00:39:16.564520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminating (SIGTERM)\u000a00:39:16.575893 --- ParallelTerminationStrategy: PID 12632 died...\u000a00:39:16.633724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12632): Terminated: ok {rc=0}\u000a00:39:16.643875 --- ParallelTerminationStrategy: PID 12635 died...\u000a00:39:16.699301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12635): Terminated: ok {rc=0}\u000a00:39:16.709471 --- ParallelTerminationStrategy: PID 12638 died...\u000a00:39:16.765215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12638): Terminated: ok {rc=0}\u000a00:39:16.856167 bus /sierra_3: Setting Powered False\u000a00:39:17.962857 bus /sierra_3: Setting Powered False\u000a00:39:19.074304 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:38:57" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12651): Process ended prematurely: osmo-stp_10.42.42.5(pid=12651) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12651): Process ended prematurely: osmo-stp_10.42.42.5(pid=12651) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:39:21.075196 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.086458 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:39:21.246271 tst mo_mt_call.py: using LAC 32426\u000a00:39:21.369119 tst mo_mt_call.py: using RAC 41\u000a00:39:21.499135 tst mo_mt_call.py: using CellId 32426\u000a00:39:21.629718 tst mo_mt_call.py: using BVCI 32427\u000a00:39:21.655052 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.667010 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.678800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.691346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.703908 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:21.716634 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:39:21.835178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:39:22.043650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:39:22.537645 run create_hlr_db(pid=12645): Launched\u000a00:39:22.714527 bus /sierra_2: Setting Powered False\u000a00:39:23.747583 run create_hlr_db(pid=12645): Terminated: ok {rc=0}\u000a00:39:24.160997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Launched\u000a00:39:24.468474 run osmo-hlr_10.42.42.2(pid=12648): Launched\u000a00:39:24.591057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:25.133577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Launched\u000a00:39:25.442693 run osmo-stp_10.42.42.5(pid=12651): Launched\u000a00:39:25.554659 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:26.123842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Launched\u000a00:39:26.435382 run osmo-msc_10.42.42.6(pid=12654): Launched\u000a00:39:26.617084 run osmo-stp_10.42.42.5(pid=12651): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)]\u000a00:39:26.747930 run osmo-stp_10.42.42.5(pid=12651): stdout: \u000a| (launched: 2022-12-13_00:39:25.290378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:26.876243 run osmo-stp_10.42.42.5(pid=12651): stderr: \u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003925459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:26.999529 run osmo-stp_10.42.42.5(pid=12651): stdout: \u000a| (launched: 2022-12-13_00:39:25.290378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:27.121934 run osmo-stp_10.42.42.5(pid=12651): stderr: \u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003925458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003925459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003925459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:27.175723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12651): Process ended prematurely: osmo-stp_10.42.42.5(pid=12651) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12651)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:39:27.184202 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a00:39:27.243667 run osmo-hlr_10.42.42.2(pid=12648): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12648)]\u000a00:39:27.292737 run osmo-hlr_10.42.42.2(pid=12648): stdout: \u000a| (launched: 2022-12-13_00:39:24.317724) \u000a00:39:27.343013 run osmo-hlr_10.42.42.2(pid=12648): stderr: \u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003924490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003924502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003924510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003924511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003924511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:27.410848 run osmo-msc_10.42.42.6(pid=12654): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12654)]\u000a00:39:27.460008 run osmo-msc_10.42.42.6(pid=12654): stdout: \u000a| (launched: 2022-12-13_00:39:26.281193) \u000a00:39:27.510954 run osmo-msc_10.42.42.6(pid=12654): stderr: \u000a| �[0;m�[38;5;43m20221213003926551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003926551 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a8f31dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003926551 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003926551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003926551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003926552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003926554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003926554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003926554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003926554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:27.553193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Terminating (SIGTERM)\u000a00:39:27.593273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Terminating (SIGTERM)\u000a00:39:27.633354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Terminating (SIGTERM)\u000a00:39:27.642578 --- ParallelTerminationStrategy: PID 12647 died...\u000a00:39:27.695817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12647): Terminated: ok {rc=0}\u000a00:39:27.705752 --- ParallelTerminationStrategy: PID 12650 died...\u000a00:39:27.759324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12650): Terminated: ok {rc=0}\u000a00:39:27.768791 --- ParallelTerminationStrategy: PID 12653 died...\u000a00:39:27.821843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12653): Terminated: ok {rc=0}\u000a00:39:27.910752 bus /sierra_3: Setting Powered False\u000a00:39:29.014078 bus /sierra_3: Setting Powered False\u000a00:39:30.125430 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12665): Process ended prematurely: osmo-stp_10.42.42.5(pid=12665) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12665): Process ended prematurely: osmo-stp_10.42.42.5(pid=12665) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:39:31.243427 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.256868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:39:31.431463 tst mo_mt_call_osmux.py: using LAC 32427\u000a00:39:31.555533 tst mo_mt_call_osmux.py: using RAC 42\u000a00:39:31.689022 tst mo_mt_call_osmux.py: using CellId 32427\u000a00:39:31.825810 tst mo_mt_call_osmux.py: using BVCI 32428\u000a00:39:31.852190 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.865048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.878826 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.892532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.906529 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:39:31.920154 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:39:32.045733 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:39:32.266805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:39:32.789208 run create_hlr_db(pid=12656): Launched\u000a00:39:32.980819 bus /sierra_2: Setting Powered False\u000a00:39:34.001437 run create_hlr_db(pid=12656): Terminated: ok {rc=0}\u000a00:39:34.441909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Launched\u000a00:39:34.774560 run osmo-hlr_10.42.42.2(pid=12662): Launched\u000a00:39:34.896721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:35.475756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Launched\u000a00:39:35.807172 run osmo-stp_10.42.42.5(pid=12665): Launched\u000a00:39:35.927261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:36.535581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Launched\u000a00:39:36.866718 run osmo-msc_10.42.42.6(pid=12668): Launched\u000a00:39:37.059659 run osmo-stp_10.42.42.5(pid=12665): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)]\u000a00:39:37.199504 run osmo-stp_10.42.42.5(pid=12665): stdout: \u000a| (launched: 2022-12-13_00:39:35.644779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:37.338925 run osmo-stp_10.42.42.5(pid=12665): stderr: \u000a| �[0;m�[38;5;43m20221213003935837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003935837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003935838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003935838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:37.471889 run osmo-stp_10.42.42.5(pid=12665): stdout: \u000a| (launched: 2022-12-13_00:39:35.644779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:37.604038 run osmo-stp_10.42.42.5(pid=12665): stderr: \u000a| �[0;m�[38;5;43m20221213003935837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003935837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003935838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003935838 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003935839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:37.662095 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12665): Process ended prematurely: osmo-stp_10.42.42.5(pid=12665) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12665)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:39:37.671284 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:39:37.735169 run osmo-hlr_10.42.42.2(pid=12662): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12662)]\u000a00:39:37.787527 run osmo-hlr_10.42.42.2(pid=12662): stdout: \u000a| (launched: 2022-12-13_00:39:34.611005) \u000a00:39:37.840475 run osmo-hlr_10.42.42.2(pid=12662): stderr: \u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003934809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003934821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003934830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003934830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003934830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:37.911985 run osmo-msc_10.42.42.6(pid=12668): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12668)]\u000a00:39:37.963981 run osmo-msc_10.42.42.6(pid=12668): stdout: \u000a| (launched: 2022-12-13_00:39:36.703950) \u000a00:39:38.016738 run osmo-msc_10.42.42.6(pid=12668): stderr: \u000a| �[0;m�[38;5;43m20221213003937026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003937026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ae44d1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003937026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003937026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003937026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003937027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003937028 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003937029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003937029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003937029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:38.061324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Terminating (SIGTERM)\u000a00:39:38.104146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Terminating (SIGTERM)\u000a00:39:38.146405 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Terminating (SIGTERM)\u000a00:39:38.156418 --- ParallelTerminationStrategy: PID 12658 died...\u000a00:39:38.213600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12658): Terminated: ok {rc=0}\u000a00:39:38.223691 --- ParallelTerminationStrategy: PID 12664 died...\u000a00:39:38.280260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12664): Terminated: ok {rc=0}\u000a00:39:38.290753 --- ParallelTerminationStrategy: PID 12667 died...\u000a00:39:38.347252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12667): Terminated: ok {rc=0}\u000a00:39:38.434836 bus /sierra_3: Setting Powered False\u000a00:39:39.543043 bus /sierra_3: Setting Powered False\u000a00:39:40.651198 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:39:20" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12679): Process ended prematurely: osmo-stp_10.42.42.5(pid=12679) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12679): Process ended prematurely: osmo-stp_10.42.42.5(pid=12679) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:39:42.665512 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:42.677104 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:39:42.837297 tst mo_mt_call.py: using LAC 32428\u000a00:39:42.967025 tst mo_mt_call.py: using RAC 43\u000a00:39:43.096287 tst mo_mt_call.py: using CellId 32428\u000a00:39:43.219472 tst mo_mt_call.py: using BVCI 32429\u000a00:39:43.243102 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:43.254505 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:43.265805 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:43.276846 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:43.288128 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:43.299266 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:39:43.414280 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:39:43.619417 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:39:44.115649 run create_hlr_db(pid=12673): Launched\u000a00:39:44.294126 bus /sierra_2: Setting Powered False\u000a00:39:45.315332 run create_hlr_db(pid=12673): Terminated: ok {rc=0}\u000a00:39:45.755031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Launched\u000a00:39:46.121188 run osmo-hlr_10.42.42.2(pid=12676): Launched\u000a00:39:46.342645 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:47.014709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Launched\u000a00:39:47.428105 run osmo-stp_10.42.42.5(pid=12679): Launched\u000a00:39:47.578717 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:48.183753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Launched\u000a00:39:48.515782 run osmo-msc_10.42.42.6(pid=12682): Launched\u000a00:39:48.710440 run osmo-stp_10.42.42.5(pid=12679): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)]\u000a00:39:48.851299 run osmo-stp_10.42.42.5(pid=12679): stdout: \u000a| (launched: 2022-12-13_00:39:47.186180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:48.990587 run osmo-stp_10.42.42.5(pid=12679): stderr: \u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003947465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:49.123965 run osmo-stp_10.42.42.5(pid=12679): stdout: \u000a| (launched: 2022-12-13_00:39:47.186180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:49.256382 run osmo-stp_10.42.42.5(pid=12679): stderr: \u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003947465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003947465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003947466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:49.315301 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12679): Process ended prematurely: osmo-stp_10.42.42.5(pid=12679) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12679)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:39:49.324835 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a00:39:49.389035 run osmo-hlr_10.42.42.2(pid=12676): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12676)]\u000a00:39:49.441123 run osmo-hlr_10.42.42.2(pid=12676): stdout: \u000a| (launched: 2022-12-13_00:39:45.931995) \u000a00:39:49.494039 run osmo-hlr_10.42.42.2(pid=12676): stderr: \u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003946304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003946320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003946339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003946340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003946340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:49.565484 run osmo-msc_10.42.42.6(pid=12682): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12682)]\u000a00:39:49.617511 run osmo-msc_10.42.42.6(pid=12682): stdout: \u000a| (launched: 2022-12-13_00:39:48.352612) \u000a00:39:49.670030 run osmo-msc_10.42.42.6(pid=12682): stderr: \u000a| �[0;m�[38;5;43m20221213003948673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003948673 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f537da93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003948673 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003948673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003948674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003948674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003948675 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003948676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003948676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003948676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:49.714689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Terminating (SIGTERM)\u000a00:39:49.757487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Terminating (SIGTERM)\u000a00:39:49.800576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Terminating (SIGTERM)\u000a00:39:49.810594 --- ParallelTerminationStrategy: PID 12675 died...\u000a00:39:49.867641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12675): Terminated: ok {rc=0}\u000a00:39:49.877931 --- ParallelTerminationStrategy: PID 12678 died...\u000a00:39:49.934408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12678): Terminated: ok {rc=0}\u000a00:39:49.944931 --- ParallelTerminationStrategy: PID 12681 died...\u000a00:39:50.002011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12681): Terminated: ok {rc=0}\u000a00:39:50.088802 bus /sierra_3: Setting Powered False\u000a00:39:51.195223 bus /sierra_3: Setting Powered False\u000a00:39:52.303960 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:39:53.420243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:53.432731 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:39:53.602499 tst mo_mt_call_osmux.py: using LAC 32429\u000a00:39:53.734237 tst mo_mt_call_osmux.py: using RAC 44\u000a00:39:53.864840 tst mo_mt_call_osmux.py: using CellId 32429\u000a00:39:53.993767 tst mo_mt_call_osmux.py: using BVCI 32430\u000a00:39:54.018981 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:54.030909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:54.042654 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:54.054621 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:54.066659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:39:54.078560 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:39:54.196922 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:39:54.413275 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:39:54.935439 run create_hlr_db(pid=12684): Launched\u000a00:39:55.127288 bus /sierra_2: Setting Powered False\u000a00:39:56.147958 run create_hlr_db(pid=12684): Terminated: ok {rc=0}\u000a00:39:56.563627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Launched\u000a00:39:56.873213 run osmo-hlr_10.42.42.2(pid=12687): Launched\u000a00:39:56.987928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:39:57.528582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Launched\u000a00:39:57.838695 run osmo-stp_10.42.42.5(pid=12690): Launched\u000a00:39:57.951447 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:39:58.518742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Launched\u000a00:39:58.829306 run osmo-msc_10.42.42.6(pid=12693): Launched\u000a00:39:59.011294 run osmo-stp_10.42.42.5(pid=12690): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)]\u000a00:39:59.142525 run osmo-stp_10.42.42.5(pid=12690): stdout: \u000a| (launched: 2022-12-13_00:39:57.685621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:59.271300 run osmo-stp_10.42.42.5(pid=12690): stderr: \u000a| �[0;m�[38;5;43m20221213003957856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003957856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003957857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003957857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:59.395490 run osmo-stp_10.42.42.5(pid=12690): stdout: \u000a| (launched: 2022-12-13_00:39:57.685621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:39:59.518500 run osmo-stp_10.42.42.5(pid=12690): stderr: \u000a| �[0;m�[38;5;43m20221213003957856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213003957856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213003957857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213003957857 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213003957858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:39:59.573375 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12690): Process ended prematurely: osmo-stp_10.42.42.5(pid=12690) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12690)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:39:59.582105 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:39:59.642160 run osmo-hlr_10.42.42.2(pid=12687): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12687)]\u000a00:39:59.691858 run osmo-hlr_10.42.42.2(pid=12687): stdout: \u000a| (launched: 2022-12-13_00:39:56.721606) \u000a00:39:59.742318 run osmo-hlr_10.42.42.2(pid=12687): stderr: \u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213003956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213003956906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213003956914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213003956915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213003956915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:39:59.810557 run osmo-msc_10.42.42.6(pid=12693): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12693)]\u000a00:39:59.860063 run osmo-msc_10.42.42.6(pid=12693): stdout: \u000a| (launched: 2022-12-13_00:39:58.676402) \u000a00:39:59.910181 run osmo-msc_10.42.42.6(pid=12693): stderr: \u000a| �[0;m�[38;5;43m20221213003958948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213003958948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcabc964c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213003958948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213003958948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213003958949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213003958949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213003958951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213003958951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213003958951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213003958951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:39:59.952490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminating (SIGTERM)\u000a00:39:59.992452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminating (SIGTERM)\u000a00:40:00.032609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminating (SIGTERM)\u000a00:40:00.042093 --- ParallelTerminationStrategy: PID 12686 died...\u000a00:40:00.096112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12686): Terminated: ok {rc=0}\u000a00:40:00.106063 --- ParallelTerminationStrategy: PID 12689 died...\u000a00:40:00.159604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12689): Terminated: ok {rc=0}\u000a00:40:00.169399 --- ParallelTerminationStrategy: PID 12692 died...\u000a00:40:00.222732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12692): Terminated: ok {rc=0}\u000a00:40:00.312432 bus /sierra_3: Setting Powered False\u000a00:40:01.427794 bus /sierra_3: Setting Powered False\u000a00:40:02.542935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:39:42" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:40:04.542702 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:04.554080 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:40:04.716898 tst mo_mt_call.py: using LAC 32430\u000a00:40:04.837787 tst mo_mt_call.py: using RAC 45\u000a00:40:04.957432 tst mo_mt_call.py: using CellId 32430\u000a00:40:05.077185 tst mo_mt_call.py: using BVCI 32431\u000a00:40:05.100678 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:05.112018 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:05.123119 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:05.134220 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:05.145400 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:05.156478 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:40:05.278343 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:40:05.492059 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:06.012516 run create_hlr_db(pid=12701): Launched\u000a00:40:06.203554 bus /sierra_2: Setting Powered False\u000a00:40:07.224399 run create_hlr_db(pid=12701): Terminated: ok {rc=0}\u000a00:40:07.663950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Launched\u000a00:40:07.995321 run osmo-hlr_10.42.42.2(pid=12704): Launched\u000a00:40:08.115560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:40:08.694371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Launched\u000a00:40:09.025546 run osmo-stp_10.42.42.5(pid=12707): Launched\u000a00:40:09.145159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:40:09.751213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Launched\u000a00:40:10.083307 run osmo-msc_10.42.42.6(pid=12710): Launched\u000a00:40:10.278047 run osmo-stp_10.42.42.5(pid=12707): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)]\u000a00:40:10.419566 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-13_00:40:08.862288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:10.558492 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221213004009053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004009053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004009054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004009054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:10.691163 run osmo-stp_10.42.42.5(pid=12707): stdout: \u000a| (launched: 2022-12-13_00:40:08.862288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:10.822739 run osmo-stp_10.42.42.5(pid=12707): stderr: \u000a| �[0;m�[38;5;43m20221213004009053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004009053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004009054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004009054 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004009055 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:10.880679 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12707): Process ended prematurely: osmo-stp_10.42.42.5(pid=12707) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12707)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:40:10.890185 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:40:10.954256 run osmo-hlr_10.42.42.2(pid=12704): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12704)]\u000a00:40:11.006808 run osmo-hlr_10.42.42.2(pid=12704): stdout: \u000a| (launched: 2022-12-13_00:40:07.832724) \u000a00:40:11.060242 run osmo-hlr_10.42.42.2(pid=12704): stderr: \u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004008030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004008042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004008051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004008051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004008051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:40:11.132363 run osmo-msc_10.42.42.6(pid=12710): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12710)]\u000a00:40:11.184932 run osmo-msc_10.42.42.6(pid=12710): stdout: \u000a| (launched: 2022-12-13_00:40:09.919631) \u000a00:40:11.237931 run osmo-msc_10.42.42.6(pid=12710): stderr: \u000a| �[0;m�[38;5;43m20221213004010239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004010239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95a7c22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004010239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004010239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004010240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004010240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004010241 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004010242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004010242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004010242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:40:11.283070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminating (SIGTERM)\u000a00:40:11.325803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminating (SIGTERM)\u000a00:40:11.368624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminating (SIGTERM)\u000a00:40:11.378829 --- ParallelTerminationStrategy: PID 12703 died...\u000a00:40:11.435790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12703): Terminated: ok {rc=0}\u000a00:40:11.445923 --- ParallelTerminationStrategy: PID 12706 died...\u000a00:40:11.502420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12706): Terminated: ok {rc=0}\u000a00:40:11.512455 --- ParallelTerminationStrategy: PID 12709 died...\u000a00:40:11.568873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12709): Terminated: ok {rc=0}\u000a00:40:11.656797 bus /sierra_3: Setting Powered False\u000a00:40:12.765827 bus /sierra_3: Setting Powered False\u000a00:40:13.878143 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:40:14.987917 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:14.999882 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:40:15.159689 tst mo_mt_call_osmux.py: using LAC 32431\u000a00:40:15.286001 tst mo_mt_call_osmux.py: using RAC 46\u000a00:40:15.415239 tst mo_mt_call_osmux.py: using CellId 32431\u000a00:40:15.543227 tst mo_mt_call_osmux.py: using BVCI 32432\u000a00:40:15.568745 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:15.580751 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:15.592511 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:15.604462 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:15.616495 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:40:15.628406 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:40:15.747151 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:40:15.965328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:16.502994 run create_hlr_db(pid=12712): Launched\u000a00:40:16.685922 bus /sierra_2: Setting Powered False\u000a00:40:17.703249 run create_hlr_db(pid=12712): Terminated: ok {rc=0}\u000a00:40:18.113864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Launched\u000a00:40:18.423240 run osmo-hlr_10.42.42.2(pid=12715): Launched\u000a00:40:18.545088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:40:19.091100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Launched\u000a00:40:19.401365 run osmo-stp_10.42.42.5(pid=12718): Launched\u000a00:40:19.513572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:40:20.079940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Launched\u000a00:40:20.392361 run osmo-msc_10.42.42.6(pid=12721): Launched\u000a00:40:20.573570 run osmo-stp_10.42.42.5(pid=12718): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)]\u000a00:40:20.704079 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-13_00:40:19.248723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:20.832181 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221213004019419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004019419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004019420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004019420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004019420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004019421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004019421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:20.955916 run osmo-stp_10.42.42.5(pid=12718): stdout: \u000a| (launched: 2022-12-13_00:40:19.248723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:21.078313 run osmo-stp_10.42.42.5(pid=12718): stderr: \u000a| �[0;m�[38;5;43m20221213004019419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004019419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004019420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004019420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004019420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004019421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004019421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:21.132546 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12718): Process ended prematurely: osmo-stp_10.42.42.5(pid=12718) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12718)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:40:21.141164 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:40:21.201128 run osmo-hlr_10.42.42.2(pid=12715): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12715)]\u000a00:40:21.250166 run osmo-hlr_10.42.42.2(pid=12715): stdout: \u000a| (launched: 2022-12-13_00:40:18.270485) \u000a00:40:21.299857 run osmo-hlr_10.42.42.2(pid=12715): stderr: \u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004018445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004018457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004018466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004018466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004018466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:40:21.367772 run osmo-msc_10.42.42.6(pid=12721): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12721)]\u000a00:40:21.416852 run osmo-msc_10.42.42.6(pid=12721): stdout: \u000a| (launched: 2022-12-13_00:40:20.237277) \u000a00:40:21.467098 run osmo-msc_10.42.42.6(pid=12721): stderr: \u000a| �[0;m�[38;5;43m20221213004020509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004020509 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7fb8e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004020509 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004020509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004020509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004020509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004020511 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004020511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004020512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004020512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:40:21.509388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminating (SIGTERM)\u000a00:40:21.549402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminating (SIGTERM)\u000a00:40:21.589554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminating (SIGTERM)\u000a00:40:21.598749 --- ParallelTerminationStrategy: PID 12714 died...\u000a00:40:21.652322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12714): Terminated: ok {rc=0}\u000a00:40:21.661907 --- ParallelTerminationStrategy: PID 12717 died...\u000a00:40:21.715256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12717): Terminated: ok {rc=0}\u000a00:40:21.724825 --- ParallelTerminationStrategy: PID 12720 died...\u000a00:40:21.777924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12720): Terminated: ok {rc=0}\u000a00:40:21.867086 bus /sierra_3: Setting Powered False\u000a00:40:22.970961 bus /sierra_3: Setting Powered False\u000a00:40:24.083041 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:40:04" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12732): Process ended prematurely: osmo-stp_10.42.42.5(pid=12732) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12732): Process ended prematurely: osmo-stp_10.42.42.5(pid=12732) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:40:26.077741 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.088905 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:40:26.257709 tst mo_mt_call.py: using LAC 32432\u000a00:40:26.389633 tst mo_mt_call.py: using RAC 47\u000a00:40:26.520159 tst mo_mt_call.py: using CellId 32432\u000a00:40:26.644115 tst mo_mt_call.py: using BVCI 32433\u000a00:40:26.667757 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.679097 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.690196 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.701392 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.712430 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:26.723437 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:40:26.839493 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:40:27.054191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:27.574114 run create_hlr_db(pid=12726): Launched\u000a00:40:27.765436 bus /sierra_2: Setting Powered False\u000a00:40:28.786701 run create_hlr_db(pid=12726): Terminated: ok {rc=0}\u000a00:40:29.225732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Launched\u000a00:40:29.559152 run osmo-hlr_10.42.42.2(pid=12729): Launched\u000a00:40:29.680135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:40:30.255837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Launched\u000a00:40:30.589528 run osmo-stp_10.42.42.5(pid=12732): Launched\u000a00:40:30.710771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:40:31.351638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Launched\u000a00:40:31.755728 run osmo-msc_10.42.42.6(pid=12735): Launched\u000a00:40:32.149697 run osmo-stp_10.42.42.5(pid=12732): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)]\u000a00:40:32.375460 run osmo-stp_10.42.42.5(pid=12732): stdout: \u000a| (launched: 2022-12-13_00:40:30.424817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:32.505390 run osmo-stp_10.42.42.5(pid=12732): stderr: \u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004030617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:32.629425 run osmo-stp_10.42.42.5(pid=12732): stdout: \u000a| (launched: 2022-12-13_00:40:30.424817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:32.752427 run osmo-stp_10.42.42.5(pid=12732): stderr: \u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004030616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004030617 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004030617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:32.806825 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12732): Process ended prematurely: osmo-stp_10.42.42.5(pid=12732) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12732)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:40:32.815661 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a00:40:32.875865 run osmo-hlr_10.42.42.2(pid=12729): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12729)]\u000a00:40:32.925332 run osmo-hlr_10.42.42.2(pid=12729): stdout: \u000a| (launched: 2022-12-13_00:40:29.395309) \u000a00:40:32.975660 run osmo-hlr_10.42.42.2(pid=12729): stderr: \u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004029592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004029604 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004029615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004029615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004029615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:40:33.043737 run osmo-msc_10.42.42.6(pid=12735): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12735)]\u000a00:40:33.093166 run osmo-msc_10.42.42.6(pid=12735): stdout: \u000a| (launched: 2022-12-13_00:40:31.523784) \u000a00:40:33.143408 run osmo-msc_10.42.42.6(pid=12735): stderr: \u000a| �[0;m�[38;5;43m20221213004032084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004032084 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb0cdb7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004032084 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004032085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004032085 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004032087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004032090 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004032092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004032092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004032092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:40:33.186030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Terminating (SIGTERM)\u000a00:40:33.226445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Terminating (SIGTERM)\u000a00:40:33.266928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Terminating (SIGTERM)\u000a00:40:33.276265 --- ParallelTerminationStrategy: PID 12728 died...\u000a00:40:33.330216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12728): Terminated: ok {rc=0}\u000a00:40:33.339899 --- ParallelTerminationStrategy: PID 12731 died...\u000a00:40:33.393687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12731): Terminated: ok {rc=0}\u000a00:40:33.403500 --- ParallelTerminationStrategy: PID 12734 died...\u000a00:40:33.456841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12734): Terminated: ok {rc=0}\u000a00:40:33.545488 bus /sierra_3: Setting Powered False\u000a00:40:34.649072 bus /sierra_3: Setting Powered False\u000a00:40:35.759890 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12743): Process ended prematurely: osmo-stp_10.42.42.5(pid=12743) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12743): Process ended prematurely: osmo-stp_10.42.42.5(pid=12743) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:40:36.873264 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:36.885115 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:40:37.047264 tst mo_mt_call_osmux.py: using LAC 32433\u000a00:40:37.172112 tst mo_mt_call_osmux.py: using RAC 48\u000a00:40:37.306570 tst mo_mt_call_osmux.py: using CellId 32433\u000a00:40:37.441945 tst mo_mt_call_osmux.py: using BVCI 32434\u000a00:40:37.467399 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:37.479262 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:37.490973 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:37.503592 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:37.516229 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:40:37.528459 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:40:37.649268 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:40:37.858378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:38.353817 run create_hlr_db(pid=12737): Launched\u000a00:40:38.531367 bus /sierra_2: Setting Powered False\u000a00:40:39.551945 run create_hlr_db(pid=12737): Terminated: ok {rc=0}\u000a00:40:39.961836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Launched\u000a00:40:40.270276 run osmo-hlr_10.42.42.2(pid=12740): Launched\u000a00:40:40.389858 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:40:40.933034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Launched\u000a00:40:41.241618 run osmo-stp_10.42.42.5(pid=12743): Launched\u000a00:40:41.355189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:40:41.945586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Launched\u000a00:40:42.257438 run osmo-msc_10.42.42.6(pid=12746): Launched\u000a00:40:42.439942 run osmo-stp_10.42.42.5(pid=12743): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)]\u000a00:40:42.571430 run osmo-stp_10.42.42.5(pid=12743): stdout: \u000a| (launched: 2022-12-13_00:40:41.090010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:42.700449 run osmo-stp_10.42.42.5(pid=12743): stderr: \u000a| �[0;m�[38;5;43m20221213004041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004041261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004041261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:42.824567 run osmo-stp_10.42.42.5(pid=12743): stdout: \u000a| (launched: 2022-12-13_00:40:41.090010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:42.947380 run osmo-stp_10.42.42.5(pid=12743): stderr: \u000a| �[0;m�[38;5;43m20221213004041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004041260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004041261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004041261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004041262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:43.001738 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12743): Process ended prematurely: osmo-stp_10.42.42.5(pid=12743) [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12743)] [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:40:43.010556 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a00:40:43.070235 run osmo-hlr_10.42.42.2(pid=12740): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12740)]\u000a00:40:43.119528 run osmo-hlr_10.42.42.2(pid=12740): stdout: \u000a| (launched: 2022-12-13_00:40:40.118984) \u000a00:40:43.169227 run osmo-hlr_10.42.42.2(pid=12740): stderr: \u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004040295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004040308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004040319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004040319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004040319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:40:43.236987 run osmo-msc_10.42.42.6(pid=12746): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12746)]\u000a00:40:43.286300 run osmo-msc_10.42.42.6(pid=12746): stdout: \u000a| (launched: 2022-12-13_00:40:42.103547) \u000a00:40:43.336584 run osmo-msc_10.42.42.6(pid=12746): stderr: \u000a| �[0;m�[38;5;43m20221213004042375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004042375 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf68a2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004042375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004042375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004042375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004042375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004042377 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004042377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004042378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004042378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:40:43.378913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Terminating (SIGTERM)\u000a00:40:43.418687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Terminating (SIGTERM)\u000a00:40:43.458450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Terminating (SIGTERM)\u000a00:40:43.467714 --- ParallelTerminationStrategy: PID 12739 died...\u000a00:40:43.521604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12739): Terminated: ok {rc=0}\u000a00:40:43.531465 --- ParallelTerminationStrategy: PID 12742 died...\u000a00:40:43.584441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12742): Terminated: ok {rc=0}\u000a00:40:43.594012 --- ParallelTerminationStrategy: PID 12745 died...\u000a00:40:43.646933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12745): Terminated: ok {rc=0}\u000a00:40:43.731129 bus /sierra_3: Setting Powered False\u000a00:40:44.837442 bus /sierra_3: Setting Powered False\u000a00:40:45.955047 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:40:25" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:40:47.987599 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:47.999425 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:40:48.151007 tst emergency_mo_mt_call.py: using LAC 32434\u000a00:40:48.278303 tst emergency_mo_mt_call.py: using RAC 49\u000a00:40:48.406581 tst emergency_mo_mt_call.py: using CellId 32434\u000a00:40:48.536413 tst emergency_mo_mt_call.py: using BVCI 32435\u000a00:40:48.561582 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:48.573108 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:48.584443 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:48.596126 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:48.607637 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:48.619289 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:48.735590 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:48.947504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:49.460184 run create_hlr_db(pid=12751): Launched\u000a00:40:49.649327 bus /sierra_2: Setting Powered False\u000a00:40:50.668929 run create_hlr_db(pid=12751): Terminated: ok {rc=0}\u000a00:40:51.076682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Launched\u000a00:40:51.379878 run osmo-hlr_10.42.42.2(pid=12754): Launched\u000a00:40:51.496110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:40:52.025578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Launched\u000a00:40:52.328522 run osmo-stp_10.42.42.5(pid=12757): Launched\u000a00:40:52.450850 tst emergency_mo_mt_call.py: using MSISDN 8041\u000a00:40:52.601689 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:40:53.158536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Launched\u000a00:40:53.463412 run osmo-msc_10.42.42.6(pid=12760): Launched\u000a00:40:53.639942 run osmo-stp_10.42.42.5(pid=12757): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)]\u000a00:40:53.767698 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-13_00:40:52.179354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:53.893083 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004052348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004052348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004052349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004052349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:54.013909 run osmo-stp_10.42.42.5(pid=12757): stdout: \u000a| (launched: 2022-12-13_00:40:52.179354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:40:54.133756 run osmo-stp_10.42.42.5(pid=12757): stderr: \u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004052347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004052348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004052348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004052349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004052349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:40:54.186514 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12757): Process ended prematurely: osmo-stp_10.42.42.5(pid=12757) [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12757)] [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a00:40:54.194590 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a00:40:54.254471 run osmo-hlr_10.42.42.2(pid=12754): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12754)]\u000a00:40:54.303681 run osmo-hlr_10.42.42.2(pid=12754): stdout: \u000a| (launched: 2022-12-13_00:40:51.230012) \u000a00:40:54.353750 run osmo-hlr_10.42.42.2(pid=12754): stderr: \u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004051406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004051419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004051428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004051428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004051428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:40:54.421535 run osmo-msc_10.42.42.6(pid=12760): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12760)]\u000a00:40:54.470703 run osmo-msc_10.42.42.6(pid=12760): stdout: \u000a| (launched: 2022-12-13_00:40:53.311939) \u000a00:40:54.520763 run osmo-msc_10.42.42.6(pid=12760): stderr: \u000a| �[0;m�[38;5;43m20221213004053580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004053581 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9aad5b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004053581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004053581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004053581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004053581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004053583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004053583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004053584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004053584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:40:54.562929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminating (SIGTERM)\u000a00:40:54.603015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminating (SIGTERM)\u000a00:40:54.643113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Terminating (SIGTERM)\u000a00:40:54.652420 --- ParallelTerminationStrategy: PID 12753 died...\u000a00:40:54.706497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12753): Terminated: ok {rc=0}\u000a00:40:54.716176 --- ParallelTerminationStrategy: PID 12756 died...\u000a00:40:54.769549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12756): Terminated: ok {rc=0}\u000a00:40:54.779202 --- ParallelTerminationStrategy: PID 12759 died...\u000a00:40:54.832572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12759): Terminated: ok {rc=0}\u000a00:40:54.922681 bus /sierra_3: Setting Powered False\u000a00:40:56.026714 bus /sierra_3: Setting Powered False\u000a00:40:57.136783 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12768): Process ended prematurely: osmo-stp_10.42.42.5(pid=12768) [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12768): Process ended prematurely: osmo-stp_10.42.42.5(pid=12768) [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:40:58.189610 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.201265 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:40:58.348212 tst emergency_preemptive_call.py: using LAC 32435\u000a00:40:58.470295 tst emergency_preemptive_call.py: using RAC 50\u000a00:40:58.591651 tst emergency_preemptive_call.py: using CellId 32435\u000a00:40:58.712542 tst emergency_preemptive_call.py: using BVCI 32436\u000a00:40:58.735641 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.746582 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.757445 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.768919 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.780188 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a00:40:58.791423 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:58.913733 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:59.034761 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:59.155124 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:40:59.364360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:40:59.876098 run create_hlr_db(pid=12762): Launched\u000a00:41:00.064585 bus /sierra_2: Setting Powered False\u000a00:41:01.096447 run create_hlr_db(pid=12762): Terminated: ok {rc=0}\u000a00:41:01.536574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Launched\u000a00:41:01.965386 run osmo-hlr_10.42.42.2(pid=12765): Launched\u000a00:41:02.162675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:41:02.695548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Launched\u000a00:41:02.997697 run osmo-stp_10.42.42.5(pid=12768): Launched\u000a00:41:03.118528 tst emergency_preemptive_call.py: using MSISDN 8042\u000a00:41:03.267847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:41:03.821951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Launched\u000a00:41:04.125537 run osmo-msc_10.42.42.6(pid=12771): Launched\u000a00:41:04.302709 run osmo-stp_10.42.42.5(pid=12768): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)]\u000a00:41:04.431079 run osmo-stp_10.42.42.5(pid=12768): stdout: \u000a| (launched: 2022-12-13_00:41:02.849221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:04.557260 run osmo-stp_10.42.42.5(pid=12768): stderr: \u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004103019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:04.678684 run osmo-stp_10.42.42.5(pid=12768): stdout: \u000a| (launched: 2022-12-13_00:41:02.849221)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:04.798773 run osmo-stp_10.42.42.5(pid=12768): stderr: \u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004103018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004103019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004103019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:04.851862 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12768): Process ended prematurely: osmo-stp_10.42.42.5(pid=12768) [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12768)] [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a00:41:04.859846 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a00:41:04.919831 run osmo-hlr_10.42.42.2(pid=12765): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12765)]\u000a00:41:04.969250 run osmo-hlr_10.42.42.2(pid=12765): stdout: \u000a| (launched: 2022-12-13_00:41:01.703314) \u000a00:41:05.019490 run osmo-hlr_10.42.42.2(pid=12765): stderr: \u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004101915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004101930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004101947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004101948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004101948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:41:05.087577 run osmo-msc_10.42.42.6(pid=12771): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12771)]\u000a00:41:05.137216 run osmo-msc_10.42.42.6(pid=12771): stdout: \u000a| (launched: 2022-12-13_00:41:03.975413) \u000a00:41:05.187224 run osmo-msc_10.42.42.6(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221213004104244 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004104245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde2339ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004104245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004104245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004104245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004104245 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004104247 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004104247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004104248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:41:05.229578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminating (SIGTERM)\u000a00:41:05.269558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminating (SIGTERM)\u000a00:41:05.309493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Terminating (SIGTERM)\u000a00:41:05.318719 --- ParallelTerminationStrategy: PID 12764 died...\u000a00:41:05.372289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12764): Terminated: ok {rc=0}\u000a00:41:05.381866 --- ParallelTerminationStrategy: PID 12767 died...\u000a00:41:05.435010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12767): Terminated: ok {rc=0}\u000a00:41:05.444493 --- ParallelTerminationStrategy: PID 12770 died...\u000a00:41:05.498116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12770): Terminated: ok {rc=0}\u000a00:41:05.586902 bus /sierra_9: Setting Powered False\u000a00:41:06.690758 bus /sierra_9: Setting Powered False\u000a00:41:07.801070 bus /sierra_8: Setting Powered False\u000a00:41:08.908790 bus /sierra_8: Setting Powered False\u000a00:41:10.016809 bus /sierra_3: Setting Powered False\u000a00:41:11.123591 bus /sierra_3: Setting Powered False\u000a00:41:12.232278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:40:47" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:41:14.382740 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:14.394167 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:41:14.542533 tst cs_paging_gprs_active.py: using LAC 32436\u000a00:41:14.672774 tst cs_paging_gprs_active.py: using RAC 51\u000a00:41:14.805201 tst cs_paging_gprs_active.py: using CellId 32436\u000a00:41:14.939765 tst cs_paging_gprs_active.py: using BVCI 32437\u000a00:41:14.965232 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:14.976440 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:14.987675 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:14.999269 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:15.010759 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:15.022249 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:15.033620 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:15.044847 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:15.056258 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:15.176833 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:15.477851 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:41:15.617234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:15.996769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Launched\u000a00:41:16.297301 run iperf3-srv_10.42.42.10(pid=12778): Launched\u000a00:41:16.508310 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:41:16.651582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:17.002531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Launched\u000a00:41:17.283284 run iperf3-srv_10.42.42.10(pid=12780): Launched\u000a00:41:17.469648 tst cs_paging_gprs_active.py:38: start network...\u000a00:41:17.597237 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:41:18.088785 run create_hlr_db(pid=12781): Launched\u000a00:41:18.263723 bus /sierra_2: Setting Powered False\u000a00:41:19.285821 run create_hlr_db(pid=12781): Terminated: ok {rc=0}\u000a00:41:19.721658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Launched\u000a00:41:20.048728 run osmo-hlr_10.42.42.2(pid=12784): Launched\u000a00:41:20.168200 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:41:20.736490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Launched\u000a00:41:21.063551 run osmo-stp_10.42.42.5(pid=12787): Launched\u000a00:41:21.183557 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:41:21.756227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Launched\u000a00:41:21.873525 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:41:22.159412 run patchelf(pid=12790): Launched\u000a00:41:22.350902 run osmo-stp_10.42.42.5(pid=12787): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)]\u000a00:41:22.490597 run osmo-stp_10.42.42.5(pid=12787): stdout: \u000a| (launched: 2022-12-13_00:41:20.902887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:22.630345 run osmo-stp_10.42.42.5(pid=12787): stderr: \u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004121090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:22.766013 run osmo-stp_10.42.42.5(pid=12787): stdout: \u000a| (launched: 2022-12-13_00:41:20.902887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:22.900316 run osmo-stp_10.42.42.5(pid=12787): stderr: \u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004121090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004121090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004121091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:23.056942 run patchelf(pid=12790): Terminating (SIGINT)\u000a00:41:23.241415 run patchelf(pid=12790): Terminated: ok {rc=0}\u000a00:41:23.274962 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12787): Process ended prematurely: osmo-stp_10.42.42.5(pid=12787) [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12787)] [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a00:41:23.284735 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:41:23.348757 run osmo-hlr_10.42.42.2(pid=12784): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12784)]\u000a00:41:23.400543 run osmo-hlr_10.42.42.2(pid=12784): stdout: \u000a| (launched: 2022-12-13_00:41:19.888011) \u000a00:41:23.452766 run osmo-hlr_10.42.42.2(pid=12784): stderr: \u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004120082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004120094 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004120103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004120104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004120104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:41:23.498093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Terminating (SIGTERM)\u000a00:41:23.539648 run iperf3-srv_10.42.42.10(pid=12778): Terminating (SIGTERM)\u000a00:41:23.581866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Terminating (SIGTERM)\u000a00:41:23.623740 run iperf3-srv_10.42.42.10(pid=12780): Terminating (SIGTERM)\u000a00:41:23.666066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminating (SIGTERM)\u000a00:41:23.707937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminating (SIGTERM)\u000a00:41:23.750750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminating (SIGTERM)\u000a00:41:23.760614 --- ParallelTerminationStrategy: PID 12777 died...\u000a00:41:23.817518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12777): Terminated: ok {rc=0}\u000a00:41:23.827584 --- ParallelTerminationStrategy: PID 12778 died...\u000a00:41:23.884118 run iperf3-srv_10.42.42.10(pid=12778): Terminated {rc=256}\u000a00:41:23.894083 --- ParallelTerminationStrategy: PID 12779 died...\u000a00:41:23.949584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12779): Terminated: ok {rc=0}\u000a00:41:23.959839 --- ParallelTerminationStrategy: PID 12780 died...\u000a00:41:24.016038 run iperf3-srv_10.42.42.10(pid=12780): Terminated {rc=256}\u000a00:41:24.026071 --- ParallelTerminationStrategy: PID 12783 died...\u000a00:41:24.081867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12783): Terminated: ok {rc=0}\u000a00:41:24.091891 --- ParallelTerminationStrategy: PID 12786 died...\u000a00:41:24.148414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12786): Terminated: ok {rc=0}\u000a00:41:24.158501 --- ParallelTerminationStrategy: PID 12789 died...\u000a00:41:24.213969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12789): Terminated: ok {rc=0}\u000a00:41:24.301719 bus /gobi_0: Setting Powered False\u000a00:41:25.406905 bus /gobi_0: Setting Powered False\u000a00:41:26.516094 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12799): Process ended prematurely: osmo-stp_10.42.42.5(pid=12799) [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12799): Process ended prematurely: osmo-stp_10.42.42.5(pid=12799) [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a00:41:27.631110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:27.642962 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:41:27.792866 tst iperf3.py: using LAC 32437\u000a00:41:27.922813 tst iperf3.py: using RAC 52\u000a00:41:28.050593 tst iperf3.py: using CellId 32437\u000a00:41:28.181498 tst iperf3.py: using BVCI 32438\u000a00:41:28.206503 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.217814 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.228639 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.239948 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.251287 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.262506 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.273949 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.285054 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:28.296404 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:28.592870 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:41:28.729029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:29.065559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Launched\u000a00:41:29.346055 run iperf3-srv_10.42.42.10(pid=12792): Launched\u000a00:41:29.546606 tst iperf3.py:8: start network...\u000a00:41:29.683204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:41:30.197380 run create_hlr_db(pid=12793): Launched\u000a00:41:30.386656 bus /gobi_6: Setting Powered False\u000a00:41:31.445116 run create_hlr_db(pid=12793): Terminated: ok {rc=0}\u000a00:41:31.971103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Launched\u000a00:41:32.339058 run osmo-hlr_10.42.42.2(pid=12796): Launched\u000a00:41:32.462803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:41:33.029839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Launched\u000a00:41:33.356790 run osmo-stp_10.42.42.5(pid=12799): Launched\u000a00:41:33.476289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:41:34.046717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Launched\u000a00:41:34.163945 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:41:34.450338 run patchelf(pid=12802): Launched\u000a00:41:34.640813 run osmo-stp_10.42.42.5(pid=12799): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)]\u000a00:41:34.780031 run osmo-stp_10.42.42.5(pid=12799): stdout: \u000a| (launched: 2022-12-13_00:41:33.195544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:34.919336 run osmo-stp_10.42.42.5(pid=12799): stderr: \u000a| �[0;m�[38;5;43m20221213004133383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004133383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004133384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004133384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:35.054796 run osmo-stp_10.42.42.5(pid=12799): stdout: \u000a| (launched: 2022-12-13_00:41:33.195544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:35.188762 run osmo-stp_10.42.42.5(pid=12799): stderr: \u000a| �[0;m�[38;5;43m20221213004133383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004133383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004133384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004133384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004133385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:35.345763 run patchelf(pid=12802): Terminating (SIGINT)\u000a00:41:35.529960 run patchelf(pid=12802): Terminated: ok {rc=0}\u000a00:41:35.563524 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12799): Process ended prematurely: osmo-stp_10.42.42.5(pid=12799) [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12799)] [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a00:41:35.573284 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:41:35.637036 run osmo-hlr_10.42.42.2(pid=12796): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12796)]\u000a00:41:35.688921 run osmo-hlr_10.42.42.2(pid=12796): stdout: \u000a| (launched: 2022-12-13_00:41:32.139716) \u000a00:41:35.741727 run osmo-hlr_10.42.42.2(pid=12796): stderr: \u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004132356 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004132371 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004132380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:41:35.787053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminating (SIGTERM)\u000a00:41:35.829443 run iperf3-srv_10.42.42.10(pid=12792): Terminating (SIGTERM)\u000a00:41:35.872111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Terminating (SIGTERM)\u000a00:41:35.914469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Terminating (SIGTERM)\u000a00:41:35.956834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Terminating (SIGTERM)\u000a00:41:35.967631 --- ParallelTerminationStrategy: PID 12791 died...\u000a00:41:36.024197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminated: ok {rc=0}\u000a00:41:36.034261 --- ParallelTerminationStrategy: PID 12792 died...\u000a00:41:36.090172 run iperf3-srv_10.42.42.10(pid=12792): Terminated {rc=256}\u000a00:41:36.100137 --- ParallelTerminationStrategy: PID 12795 died...\u000a00:41:36.155935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12795): Terminated: ok {rc=0}\u000a00:41:36.166263 --- ParallelTerminationStrategy: PID 12798 died...\u000a00:41:36.222409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12798): Terminated: ok {rc=0}\u000a00:41:36.232477 --- ParallelTerminationStrategy: PID 12801 died...\u000a00:41:36.288442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12801): Terminated: ok {rc=0}\u000a00:41:36.375105 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a00:41:37.491889 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:37.503961 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:41:37.650023 tst iperf3m4.py: using LAC 32438\u000a00:41:37.779035 tst iperf3m4.py: using RAC 53\u000a00:41:37.907914 tst iperf3m4.py: using CellId 32438\u000a00:41:38.036478 tst iperf3m4.py: using BVCI 32439\u000a00:41:38.061486 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.072730 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.083737 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.095216 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.106513 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.117798 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.129257 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.140487 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:38.151949 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:38.272095 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:38.393022 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:38.513132 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:38.810424 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:41:38.946857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:39.282863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Launched\u000a00:41:39.563396 run iperf3-srv_10.42.42.10(pid=12804): Launched\u000a00:41:39.763624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:41:39.900670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:40.237862 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Launched\u000a00:41:40.518762 run iperf3-srv_10.42.42.10(pid=12806): Launched\u000a00:41:40.719012 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:41:40.855654 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:41.192856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Launched\u000a00:41:41.473352 run iperf3-srv_10.42.42.10(pid=12808): Launched\u000a00:41:41.673237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:41:41.809984 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:41:42.146916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Launched\u000a00:41:42.427102 run iperf3-srv_10.42.42.10(pid=12810): Launched\u000a00:41:42.626759 tst iperf3m4.py:8: start network...\u000a00:41:42.763078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:41:43.278220 run create_hlr_db(pid=12811): Launched\u000a00:41:43.467801 bus /gobi_6: Setting Powered False\u000a00:41:44.487729 run create_hlr_db(pid=12811): Terminated: ok {rc=0}\u000a00:41:44.898975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Launched\u000a00:41:45.205538 run osmo-hlr_10.42.42.2(pid=12814): Launched\u000a00:41:45.318124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:41:45.856494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Launched\u000a00:41:46.241812 run osmo-stp_10.42.42.5(pid=12817): Launched\u000a00:41:46.427927 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:41:47.078433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Launched\u000a00:41:47.201898 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:41:47.490776 run patchelf(pid=12820): Launched\u000a00:41:47.682490 run osmo-stp_10.42.42.5(pid=12817): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)]\u000a00:41:47.827226 run osmo-stp_10.42.42.5(pid=12817): stdout: \u000a| (launched: 2022-12-13_00:41:46.037535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:47.969193 run osmo-stp_10.42.42.5(pid=12817): stderr: \u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004146369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004146369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004146369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004146370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:48.104493 run osmo-stp_10.42.42.5(pid=12817): stdout: \u000a| (launched: 2022-12-13_00:41:46.037535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:41:48.238572 run osmo-stp_10.42.42.5(pid=12817): stderr: \u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004146368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004146369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004146369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004146369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004146370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:41:48.395422 run patchelf(pid=12820): Terminating (SIGINT)\u000a00:41:48.579430 run patchelf(pid=12820): Terminated: ok {rc=0}\u000a00:41:48.612811 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12817): Process ended prematurely: osmo-stp_10.42.42.5(pid=12817) [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12817)] [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a00:41:48.622661 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:41:48.686595 run osmo-hlr_10.42.42.2(pid=12814): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12814)]\u000a00:41:48.738309 run osmo-hlr_10.42.42.2(pid=12814): stdout: \u000a| (launched: 2022-12-13_00:41:45.054440) \u000a00:41:48.790819 run osmo-hlr_10.42.42.2(pid=12814): stderr: \u000a| �[0;m�[1;31m20221213004145228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004145228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004145228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004145229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004145229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004145229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004145243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004145254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004145254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004145254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:41:48.835130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminating (SIGTERM)\u000a00:41:48.877303 run iperf3-srv_10.42.42.10(pid=12804): Terminating (SIGTERM)\u000a00:41:48.919587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Terminating (SIGTERM)\u000a00:41:48.961746 run iperf3-srv_10.42.42.10(pid=12806): Terminating (SIGTERM)\u000a00:41:49.003673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Terminating (SIGTERM)\u000a00:41:49.045576 run iperf3-srv_10.42.42.10(pid=12808): Terminating (SIGTERM)\u000a00:41:49.087726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Terminating (SIGTERM)\u000a00:41:49.129857 run iperf3-srv_10.42.42.10(pid=12810): Terminating (SIGTERM)\u000a00:41:49.171886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminating (SIGTERM)\u000a00:41:49.214543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminating (SIGTERM)\u000a00:41:49.256884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Terminating (SIGTERM)\u000a00:41:49.266542 --- ParallelTerminationStrategy: PID 12803 died...\u000a00:41:49.322885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12803): Terminated: ok {rc=0}\u000a00:41:49.333398 --- ParallelTerminationStrategy: PID 12804 died...\u000a00:41:49.389584 run iperf3-srv_10.42.42.10(pid=12804): Terminated {rc=256}\u000a00:41:49.400068 --- ParallelTerminationStrategy: PID 12805 died...\u000a00:41:49.456645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12805): Terminated: ok {rc=0}\u000a00:41:49.466702 --- ParallelTerminationStrategy: PID 12806 died...\u000a00:41:49.522117 run iperf3-srv_10.42.42.10(pid=12806): Terminated {rc=256}\u000a00:41:49.532328 --- ParallelTerminationStrategy: PID 12807 died...\u000a00:41:49.587738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12807): Terminated: ok {rc=0}\u000a00:41:49.598007 --- ParallelTerminationStrategy: PID 12808 died...\u000a00:41:49.653616 run iperf3-srv_10.42.42.10(pid=12808): Terminated {rc=256}\u000a00:41:49.663524 --- ParallelTerminationStrategy: PID 12809 died...\u000a00:41:49.718894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12809): Terminated: ok {rc=0}\u000a00:41:49.729236 --- ParallelTerminationStrategy: PID 12810 died...\u000a00:41:49.785397 run iperf3-srv_10.42.42.10(pid=12810): Terminated {rc=256}\u000a00:41:49.795321 --- ParallelTerminationStrategy: PID 12813 died...\u000a00:41:49.852135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12813): Terminated: ok {rc=0}\u000a00:41:49.862251 --- ParallelTerminationStrategy: PID 12816 died...\u000a00:41:49.918236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12816): Terminated: ok {rc=0}\u000a00:41:49.928711 --- ParallelTerminationStrategy: PID 12819 died...\u000a00:41:49.984842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12819): Terminated: ok {rc=0}\u000a00:41:50.073043 bus /gobi_4: Setting Powered False\u000a00:41:51.177163 bus /gobi_4: Setting Powered False\u000a00:41:52.286598 bus /gobi_1: Setting Powered False\u000a00:41:53.392644 bus /gobi_1: Setting Powered False\u000a00:41:54.500078 bus /gobi_0: Setting Powered False\u000a00:41:55.606178 bus /gobi_0: Setting Powered False\u000a00:41:56.714206 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a00:41:57.782610 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:57.794641 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:41:57.933215 tst ping.py: using LAC 32439\u000a00:41:58.060855 tst ping.py: using RAC 54\u000a00:41:58.184070 tst ping.py: using CellId 32439\u000a00:41:58.307114 tst ping.py: using BVCI 32440\u000a00:41:58.331654 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.343085 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.354548 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.365920 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.377155 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.388375 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.399833 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:41:58.411373 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:41:58.699777 tst ping.py:19: start network...\u000a00:41:58.833009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:41:59.334510 run create_hlr_db(pid=12821): Launched\u000a00:41:59.520214 bus /gobi_6: Setting Powered False\u000a00:42:00.529236 run create_hlr_db(pid=12821): Terminated: ok {rc=0}\u000a00:42:01.051865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Launched\u000a00:42:01.485529 run osmo-hlr_10.42.42.2(pid=12829): Launched\u000a00:42:01.620386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:02.221864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Launched\u000a00:42:02.544041 run osmo-stp_10.42.42.5(pid=12832): Launched\u000a00:42:02.662893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:42:03.221346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Launched\u000a00:42:03.335647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:42:03.615534 run patchelf(pid=12835): Launched\u000a00:42:03.803632 run osmo-stp_10.42.42.5(pid=12832): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)]\u000a00:42:03.941532 run osmo-stp_10.42.42.5(pid=12832): stdout: \u000a| (launched: 2022-12-13_00:42:02.386450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:04.079515 run osmo-stp_10.42.42.5(pid=12832): stderr: \u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004202575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:04.212516 run osmo-stp_10.42.42.5(pid=12832): stdout: \u000a| (launched: 2022-12-13_00:42:02.386450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:04.344518 run osmo-stp_10.42.42.5(pid=12832): stderr: \u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004202574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004202575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004202575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:04.499186 run patchelf(pid=12835): Terminating (SIGINT)\u000a00:42:04.679896 run patchelf(pid=12835): Terminated: ok {rc=0}\u000a00:42:04.712696 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12832): Process ended prematurely: osmo-stp_10.42.42.5(pid=12832) [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12832)] [trial-2384↪gprs:trx-sysmocell5000↪ping.py:22]\u000a00:42:04.721787 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:42:04.785968 run osmo-hlr_10.42.42.2(pid=12829): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12829)]\u000a00:42:04.838109 run osmo-hlr_10.42.42.2(pid=12829): stdout: \u000a| (launched: 2022-12-13_00:42:01.218977) \u000a00:42:04.890905 run osmo-hlr_10.42.42.2(pid=12829): stderr: \u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004201431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004201445 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004201462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004201462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004201462 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:04.935692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminating (SIGTERM)\u000a00:42:04.978651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminating (SIGTERM)\u000a00:42:05.020803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminating (SIGTERM)\u000a00:42:05.030903 --- ParallelTerminationStrategy: PID 12826 died...\u000a00:42:05.087638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12826): Terminated: ok {rc=0}\u000a00:42:05.097911 --- ParallelTerminationStrategy: PID 12831 died...\u000a00:42:05.154231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12831): Terminated: ok {rc=0}\u000a00:42:05.164495 --- ParallelTerminationStrategy: PID 12834 died...\u000a00:42:05.220643 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12834): Terminated: ok {rc=0}\u000a00:42:05.308042 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a00:42:06.360999 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.372798 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a00:42:06.523905 tst ping_idle_ping.py: using LAC 32440\u000a00:42:06.648029 tst ping_idle_ping.py: using RAC 55\u000a00:42:06.773533 tst ping_idle_ping.py: using CellId 32440\u000a00:42:06.897785 tst ping_idle_ping.py: using BVCI 32441\u000a00:42:06.922339 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.933605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.944546 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.956488 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.968174 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.980001 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:06.992065 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a00:42:07.003795 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a00:42:07.293939 tst ping_idle_ping.py:24: start network...\u000a00:42:07.427862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:07.932829 run create_hlr_db(pid=12836): Launched\u000a00:42:08.120129 bus /gobi_6: Setting Powered False\u000a00:42:09.140395 run create_hlr_db(pid=12836): Terminated: ok {rc=0}\u000a00:42:09.542212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Launched\u000a00:42:09.840802 run osmo-hlr_10.42.42.2(pid=12839): Launched\u000a00:42:09.955010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:10.474660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Launched\u000a00:42:10.772749 run osmo-stp_10.42.42.5(pid=12842): Launched\u000a00:42:10.881408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:42:11.403624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Launched\u000a00:42:11.509564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:42:11.770380 run patchelf(pid=12845): Launched\u000a00:42:11.945567 run osmo-stp_10.42.42.5(pid=12842): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)]\u000a00:42:12.074277 run osmo-stp_10.42.42.5(pid=12842): stdout: \u000a| (launched: 2022-12-13_00:42:10.625837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:12.202389 run osmo-stp_10.42.42.5(pid=12842): stderr: \u000a| �[0;m�[38;5;43m20221213004210793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004210794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004210794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004210794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:12.325946 run osmo-stp_10.42.42.5(pid=12842): stdout: \u000a| (launched: 2022-12-13_00:42:10.625837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:12.448172 run osmo-stp_10.42.42.5(pid=12842): stderr: \u000a| �[0;m�[38;5;43m20221213004210793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004210794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004210794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004210794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004210795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:12.591097 run patchelf(pid=12845): Terminating (SIGINT)\u000a00:42:12.759498 run patchelf(pid=12845): Terminated: ok {rc=0}\u000a00:42:12.790022 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12842): Process ended prematurely: osmo-stp_10.42.42.5(pid=12842) [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12842)] [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a00:42:12.798568 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a00:42:12.858132 run osmo-hlr_10.42.42.2(pid=12839): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12839)]\u000a00:42:12.907037 run osmo-hlr_10.42.42.2(pid=12839): stdout: \u000a| (launched: 2022-12-13_00:42:09.694094) \u000a00:42:12.956664 run osmo-hlr_10.42.42.2(pid=12839): stderr: \u000a| �[0;m�[1;31m20221213004209867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004209867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004209867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004209867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004209867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004209868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004209880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004209889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004209889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004209889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:12.998942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminating (SIGTERM)\u000a00:42:13.038930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminating (SIGTERM)\u000a00:42:13.079093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Terminating (SIGTERM)\u000a00:42:13.088412 --- ParallelTerminationStrategy: PID 12838 died...\u000a00:42:13.142496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12838): Terminated: ok {rc=0}\u000a00:42:13.152152 --- ParallelTerminationStrategy: PID 12841 died...\u000a00:42:13.205705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12841): Terminated: ok {rc=0}\u000a00:42:13.215299 --- ParallelTerminationStrategy: PID 12844 died...\u000a00:42:13.267938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12844): Terminated: ok {rc=0}\u000a00:42:13.351738 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:41:13" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:42:15.524264 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:15.535737 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:42:15.683506 tst cs_paging_gprs_active.py: using LAC 32441\u000a00:42:15.811278 tst cs_paging_gprs_active.py: using RAC 56\u000a00:42:15.947914 tst cs_paging_gprs_active.py: using CellId 32441\u000a00:42:16.090663 tst cs_paging_gprs_active.py: using BVCI 32442\u000a00:42:16.116933 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.129415 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.142758 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.156150 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.169587 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.181820 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.195380 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.209822 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:16.223457 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:16.344023 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:16.631739 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:42:16.762817 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:17.105371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Launched\u000a00:42:17.374856 run iperf3-srv_10.42.42.10(pid=12850): Launched\u000a00:42:17.563163 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:42:17.691468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:18.011103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Launched\u000a00:42:18.277510 run iperf3-srv_10.42.42.10(pid=12852): Launched\u000a00:42:18.465555 tst cs_paging_gprs_active.py:38: start network...\u000a00:42:18.593809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:19.090127 run create_hlr_db(pid=12853): Launched\u000a00:42:19.267135 bus /gobi_6: Setting Powered False\u000a00:42:20.288110 run create_hlr_db(pid=12853): Terminated: ok {rc=0}\u000a00:42:20.699134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Launched\u000a00:42:21.009130 run osmo-hlr_10.42.42.2(pid=12856): Launched\u000a00:42:21.131481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:21.671743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Launched\u000a00:42:21.980878 run osmo-stp_10.42.42.5(pid=12859): Launched\u000a00:42:22.092781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:42:22.633674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Launched\u000a00:42:22.743658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:42:23.013346 run patchelf(pid=12862): Launched\u000a00:42:23.193858 run osmo-stp_10.42.42.5(pid=12859): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)]\u000a00:42:23.325105 run osmo-stp_10.42.42.5(pid=12859): stdout: \u000a| (launched: 2022-12-13_00:42:21.828401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:23.456696 run osmo-stp_10.42.42.5(pid=12859): stderr: \u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004221999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:23.583957 run osmo-stp_10.42.42.5(pid=12859): stdout: \u000a| (launched: 2022-12-13_00:42:21.828401)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:23.710560 run osmo-stp_10.42.42.5(pid=12859): stderr: \u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004221998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004221999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004221999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:23.857849 run patchelf(pid=12862): Terminating (SIGINT)\u000a00:42:24.031366 run patchelf(pid=12862): Terminated: ok {rc=0}\u000a00:42:24.063050 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12859): Process ended prematurely: osmo-stp_10.42.42.5(pid=12859) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12859)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:42:24.072268 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a00:42:24.132637 run osmo-hlr_10.42.42.2(pid=12856): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12856)]\u000a00:42:24.181774 run osmo-hlr_10.42.42.2(pid=12856): stdout: \u000a| (launched: 2022-12-13_00:42:20.856276) \u000a00:42:24.231546 run osmo-hlr_10.42.42.2(pid=12856): stderr: \u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004221030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004221042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004221051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004221051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004221051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:24.273853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Terminating (SIGTERM)\u000a00:42:24.313774 run iperf3-srv_10.42.42.10(pid=12850): Terminating (SIGTERM)\u000a00:42:24.353828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Terminating (SIGTERM)\u000a00:42:24.393592 run iperf3-srv_10.42.42.10(pid=12852): Terminating (SIGTERM)\u000a00:42:24.433388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminating (SIGTERM)\u000a00:42:24.473307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminating (SIGTERM)\u000a00:42:24.513167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminating (SIGTERM)\u000a00:42:24.522338 --- ParallelTerminationStrategy: PID 12849 died...\u000a00:42:24.575295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12849): Terminated: ok {rc=0}\u000a00:42:24.584814 --- ParallelTerminationStrategy: PID 12850 died...\u000a00:42:24.637659 run iperf3-srv_10.42.42.10(pid=12850): Terminated {rc=256}\u000a00:42:24.647173 --- ParallelTerminationStrategy: PID 12851 died...\u000a00:42:24.700576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12851): Terminated: ok {rc=0}\u000a00:42:24.710169 --- ParallelTerminationStrategy: PID 12852 died...\u000a00:42:24.763020 run iperf3-srv_10.42.42.10(pid=12852): Terminated {rc=256}\u000a00:42:24.772443 --- ParallelTerminationStrategy: PID 12855 died...\u000a00:42:24.825348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12855): Terminated: ok {rc=0}\u000a00:42:24.834840 --- ParallelTerminationStrategy: PID 12858 died...\u000a00:42:24.887746 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12858): Terminated: ok {rc=0}\u000a00:42:24.897353 --- ParallelTerminationStrategy: PID 12861 died...\u000a00:42:24.950218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12861): Terminated: ok {rc=0}\u000a00:42:25.033835 bus /gobi_0: Setting Powered False\u000a00:42:26.141832 bus /gobi_0: Setting Powered False\u000a00:42:27.249483 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:42:28.365458 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:28.377987 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:42:28.529561 tst iperf3.py: using LAC 32442\u000a00:42:28.659650 tst iperf3.py: using RAC 57\u000a00:42:28.789815 tst iperf3.py: using CellId 32442\u000a00:42:28.918317 tst iperf3.py: using BVCI 32443\u000a00:42:28.943453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:28.955007 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:28.966367 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:28.977948 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:28.989494 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:29.001124 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:29.012743 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:29.024260 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:29.035979 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:29.333675 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:42:29.471570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:29.811094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Launched\u000a00:42:30.093191 run iperf3-srv_10.42.42.10(pid=12864): Launched\u000a00:42:30.294740 tst iperf3.py:8: start network...\u000a00:42:30.433033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:30.997796 run create_hlr_db(pid=12865): Launched\u000a00:42:31.190684 bus /gobi_6: Setting Powered False\u000a00:42:32.211394 run create_hlr_db(pid=12865): Terminated: ok {rc=0}\u000a00:42:32.652265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Launched\u000a00:42:32.981612 run osmo-hlr_10.42.42.2(pid=12868): Launched\u000a00:42:33.103112 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:33.671306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Launched\u000a00:42:33.978355 run osmo-stp_10.42.42.5(pid=12871): Launched\u000a00:42:34.088898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:42:34.626264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Launched\u000a00:42:34.735202 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:42:35.003114 run patchelf(pid=12874): Launched\u000a00:42:35.182099 run osmo-stp_10.42.42.5(pid=12871): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)]\u000a00:42:35.312886 run osmo-stp_10.42.42.5(pid=12871): stdout: \u000a| (launched: 2022-12-13_00:42:33.827399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:35.444094 run osmo-stp_10.42.42.5(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004233998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004233998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004233998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004233999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:35.571104 run osmo-stp_10.42.42.5(pid=12871): stdout: \u000a| (launched: 2022-12-13_00:42:33.827399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:35.696662 run osmo-stp_10.42.42.5(pid=12871): stderr: \u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004233997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004233998 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004233998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004233998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004233999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:35.843616 run patchelf(pid=12874): Terminating (SIGINT)\u000a00:42:36.016447 run patchelf(pid=12874): Terminated: ok {rc=0}\u000a00:42:36.048122 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12871): Process ended prematurely: osmo-stp_10.42.42.5(pid=12871) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12871)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a00:42:36.057338 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a00:42:36.117405 run osmo-hlr_10.42.42.2(pid=12868): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12868)]\u000a00:42:36.166424 run osmo-hlr_10.42.42.2(pid=12868): stdout: \u000a| (launched: 2022-12-13_00:42:32.819915) \u000a00:42:36.217150 run osmo-hlr_10.42.42.2(pid=12868): stderr: \u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004233016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004233028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004233037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004233037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004233037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:36.260224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Terminating (SIGTERM)\u000a00:42:36.300277 run iperf3-srv_10.42.42.10(pid=12864): Terminating (SIGTERM)\u000a00:42:36.340261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminating (SIGTERM)\u000a00:42:36.380259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminating (SIGTERM)\u000a00:42:36.420348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Terminating (SIGTERM)\u000a00:42:36.429658 --- ParallelTerminationStrategy: PID 12863 died...\u000a00:42:36.483427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12863): Terminated: ok {rc=0}\u000a00:42:36.493462 --- ParallelTerminationStrategy: PID 12864 died...\u000a00:42:36.546846 run iperf3-srv_10.42.42.10(pid=12864): Terminated {rc=256}\u000a00:42:36.556477 --- ParallelTerminationStrategy: PID 12867 died...\u000a00:42:36.609745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12867): Terminated: ok {rc=0}\u000a00:42:36.619474 --- ParallelTerminationStrategy: PID 12870 died...\u000a00:42:36.672760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12870): Terminated: ok {rc=0}\u000a00:42:36.682451 --- ParallelTerminationStrategy: PID 12873 died...\u000a00:42:36.736215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12873): Terminated: ok {rc=0}\u000a00:42:36.825399 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12889): Process ended prematurely: osmo-stp_10.42.42.5(pid=12889) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12889): Process ended prematurely: osmo-stp_10.42.42.5(pid=12889) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:42:37.937461 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:37.949272 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:42:38.091346 tst iperf3m4.py: using LAC 32443\u000a00:42:38.214282 tst iperf3m4.py: using RAC 58\u000a00:42:38.338651 tst iperf3m4.py: using CellId 32443\u000a00:42:38.460731 tst iperf3m4.py: using BVCI 32444\u000a00:42:38.484285 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.495336 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.506237 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.517080 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.527805 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.538691 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.549587 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.560302 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:38.571234 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:38.694547 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:38.819322 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:38.937880 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:39.236523 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:42:39.374902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:39.715299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Launched\u000a00:42:40.000167 run iperf3-srv_10.42.42.10(pid=12876): Launched\u000a00:42:40.202812 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:42:40.341226 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:40.683447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Launched\u000a00:42:40.967235 run iperf3-srv_10.42.42.10(pid=12878): Launched\u000a00:42:41.169581 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:42:41.307601 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:41.649456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Launched\u000a00:42:41.931902 run iperf3-srv_10.42.42.10(pid=12880): Launched\u000a00:42:42.133748 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:42:42.271667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:42:42.614045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Launched\u000a00:42:42.897386 run iperf3-srv_10.42.42.10(pid=12882): Launched\u000a00:42:43.099222 tst iperf3m4.py:8: start network...\u000a00:42:43.237129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:43.757423 run create_hlr_db(pid=12883): Launched\u000a00:42:43.947277 bus /gobi_6: Setting Powered False\u000a00:42:44.968245 run create_hlr_db(pid=12883): Terminated: ok {rc=0}\u000a00:42:45.405537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Launched\u000a00:42:45.735369 run osmo-hlr_10.42.42.2(pid=12886): Launched\u000a00:42:45.875287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:42:46.509416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Launched\u000a00:42:46.999315 run osmo-stp_10.42.42.5(pid=12889): Launched\u000a00:42:47.136241 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:42:47.713600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Launched\u000a00:42:47.831382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:42:48.119820 run patchelf(pid=12892): Launched\u000a00:42:48.311699 run osmo-stp_10.42.42.5(pid=12889): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)]\u000a00:42:48.452387 run osmo-stp_10.42.42.5(pid=12889): stdout: \u000a| (launched: 2022-12-13_00:42:46.680412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:48.592931 run osmo-stp_10.42.42.5(pid=12889): stderr: \u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004246923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:48.729003 run osmo-stp_10.42.42.5(pid=12889): stdout: \u000a| (launched: 2022-12-13_00:42:46.680412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:42:48.863830 run osmo-stp_10.42.42.5(pid=12889): stderr: \u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004246922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004246923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004246923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:42:49.021524 run patchelf(pid=12892): Terminating (SIGINT)\u000a00:42:49.206316 run patchelf(pid=12892): Terminated: ok {rc=0}\u000a00:42:49.240000 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12889): Process ended prematurely: osmo-stp_10.42.42.5(pid=12889) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12889)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:42:49.249950 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:42:49.314188 run osmo-hlr_10.42.42.2(pid=12886): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12886)]\u000a00:42:49.366696 run osmo-hlr_10.42.42.2(pid=12886): stdout: \u000a| (launched: 2022-12-13_00:42:45.573600) \u000a00:42:49.420058 run osmo-hlr_10.42.42.2(pid=12886): stderr: \u000a| �[0;m�[1;31m20221213004245769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004245769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004245769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004245769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004245769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004245770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004245787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004245798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004245798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004245798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:42:49.464686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Terminating (SIGTERM)\u000a00:42:49.506967 run iperf3-srv_10.42.42.10(pid=12876): Terminating (SIGTERM)\u000a00:42:49.549409 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Terminating (SIGTERM)\u000a00:42:49.591459 run iperf3-srv_10.42.42.10(pid=12878): Terminating (SIGTERM)\u000a00:42:49.633782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Terminating (SIGTERM)\u000a00:42:49.675689 run iperf3-srv_10.42.42.10(pid=12880): Terminating (SIGTERM)\u000a00:42:49.717878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Terminating (SIGTERM)\u000a00:42:49.760037 run iperf3-srv_10.42.42.10(pid=12882): Terminating (SIGTERM)\u000a00:42:49.802263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Terminating (SIGTERM)\u000a00:42:49.844463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Terminating (SIGTERM)\u000a00:42:49.886837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Terminating (SIGTERM)\u000a00:42:49.896846 --- ParallelTerminationStrategy: PID 12875 died...\u000a00:42:49.952866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12875): Terminated: ok {rc=0}\u000a00:42:49.962867 --- ParallelTerminationStrategy: PID 12876 died...\u000a00:42:50.019274 run iperf3-srv_10.42.42.10(pid=12876): Terminated {rc=256}\u000a00:42:50.029407 --- ParallelTerminationStrategy: PID 12877 died...\u000a00:42:50.085123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12877): Terminated: ok {rc=0}\u000a00:42:50.095380 --- ParallelTerminationStrategy: PID 12878 died...\u000a00:42:50.151091 run iperf3-srv_10.42.42.10(pid=12878): Terminated {rc=256}\u000a00:42:50.161435 --- ParallelTerminationStrategy: PID 12879 died...\u000a00:42:50.217444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12879): Terminated: ok {rc=0}\u000a00:42:50.227482 --- ParallelTerminationStrategy: PID 12880 died...\u000a00:42:50.283815 run iperf3-srv_10.42.42.10(pid=12880): Terminated {rc=256}\u000a00:42:50.294152 --- ParallelTerminationStrategy: PID 12881 died...\u000a00:42:50.350153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12881): Terminated: ok {rc=0}\u000a00:42:50.360568 --- ParallelTerminationStrategy: PID 12882 died...\u000a00:42:50.416503 run iperf3-srv_10.42.42.10(pid=12882): Terminated {rc=256}\u000a00:42:50.426915 --- ParallelTerminationStrategy: PID 12885 died...\u000a00:42:50.483134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12885): Terminated: ok {rc=0}\u000a00:42:50.493207 --- ParallelTerminationStrategy: PID 12888 died...\u000a00:42:50.549299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12888): Terminated: ok {rc=0}\u000a00:42:50.559327 --- ParallelTerminationStrategy: PID 12891 died...\u000a00:42:50.615294 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12891): Terminated: ok {rc=0}\u000a00:42:50.703142 bus /gobi_4: Setting Powered False\u000a00:42:51.805922 bus /gobi_4: Setting Powered False\u000a00:42:52.914769 bus /gobi_1: Setting Powered False\u000a00:42:54.021718 bus /gobi_1: Setting Powered False\u000a00:42:55.129390 bus /gobi_0: Setting Powered False\u000a00:42:56.235499 bus /gobi_0: Setting Powered False\u000a00:42:57.341136 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12900): Process ended prematurely: osmo-stp_10.42.42.5(pid=12900) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12900): Process ended prematurely: osmo-stp_10.42.42.5(pid=12900) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:42:58.411086 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:58.423606 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:42:58.572302 tst ping.py: using LAC 32444\u000a00:42:58.701327 tst ping.py: using RAC 59\u000a00:42:58.830589 tst ping.py: using CellId 32444\u000a00:42:58.951635 tst ping.py: using BVCI 32445\u000a00:42:58.974874 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:58.986366 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:58.997509 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:59.008660 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:59.019424 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:59.030221 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:59.041219 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:42:59.051987 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:42:59.344530 tst ping.py:19: start network...\u000a00:42:59.479564 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:42:59.987140 run create_hlr_db(pid=12894): Launched\u000a00:43:00.174635 bus /gobi_6: Setting Powered False\u000a00:43:01.236234 run create_hlr_db(pid=12894): Terminated: ok {rc=0}\u000a00:43:01.702258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Launched\u000a00:43:02.033904 run osmo-hlr_10.42.42.2(pid=12897): Launched\u000a00:43:02.190439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:02.789715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Launched\u000a00:43:03.113447 run osmo-stp_10.42.42.5(pid=12900): Launched\u000a00:43:03.232038 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:43:03.801793 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Launched\u000a00:43:03.918193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:43:04.202867 run patchelf(pid=12903): Launched\u000a00:43:04.393485 run osmo-stp_10.42.42.5(pid=12900): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)]\u000a00:43:04.533146 run osmo-stp_10.42.42.5(pid=12900): stdout: \u000a| (launched: 2022-12-13_00:43:02.954145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:04.672446 run osmo-stp_10.42.42.5(pid=12900): stderr: \u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004303142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:04.806485 run osmo-stp_10.42.42.5(pid=12900): stdout: \u000a| (launched: 2022-12-13_00:43:02.954145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:04.939481 run osmo-stp_10.42.42.5(pid=12900): stderr: \u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004303141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004303142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004303142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:05.094697 run patchelf(pid=12903): Terminating (SIGINT)\u000a00:43:05.277336 run patchelf(pid=12903): Terminated: ok {rc=0}\u000a00:43:05.310113 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12900): Process ended prematurely: osmo-stp_10.42.42.5(pid=12900) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12900)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a00:43:05.319434 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:43:05.383999 run osmo-hlr_10.42.42.2(pid=12897): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12897)]\u000a00:43:05.436113 run osmo-hlr_10.42.42.2(pid=12897): stdout: \u000a| (launched: 2022-12-13_00:43:01.869681) \u000a00:43:05.488878 run osmo-hlr_10.42.42.2(pid=12897): stderr: \u000a| �[0;m�[1;31m20221213004302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004302262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004302263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004302275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004302285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004302286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004302286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:05.534081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Terminating (SIGTERM)\u000a00:43:05.576201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Terminating (SIGTERM)\u000a00:43:05.619031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Terminating (SIGTERM)\u000a00:43:05.629963 --- ParallelTerminationStrategy: PID 12896 died...\u000a00:43:05.686571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12896): Terminated: ok {rc=0}\u000a00:43:05.696650 --- ParallelTerminationStrategy: PID 12899 died...\u000a00:43:05.753465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12899): Terminated: ok {rc=0}\u000a00:43:05.763649 --- ParallelTerminationStrategy: PID 12902 died...\u000a00:43:05.820173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12902): Terminated: ok {rc=0}\u000a00:43:05.907344 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12910): Process ended prematurely: osmo-stp_10.42.42.5(pid=12910) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12910): Process ended prematurely: osmo-stp_10.42.42.5(pid=12910) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:43:06.961241 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:06.974070 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:43:07.123772 tst ping_idle_ping.py: using LAC 32445\u000a00:43:07.252812 tst ping_idle_ping.py: using RAC 60\u000a00:43:07.373927 tst ping_idle_ping.py: using CellId 32445\u000a00:43:07.494896 tst ping_idle_ping.py: using BVCI 32446\u000a00:43:07.518288 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.529593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.540714 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.551674 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.562639 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.573464 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.584465 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:43:07.595296 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:43:07.891487 tst ping_idle_ping.py:24: start network...\u000a00:43:08.027279 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:08.543341 run create_hlr_db(pid=12904): Launched\u000a00:43:08.732592 bus /gobi_6: Setting Powered False\u000a00:43:09.753864 run create_hlr_db(pid=12904): Terminated: ok {rc=0}\u000a00:43:10.163393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Launched\u000a00:43:10.469161 run osmo-hlr_10.42.42.2(pid=12907): Launched\u000a00:43:10.582677 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:11.110756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Launched\u000a00:43:11.413154 run osmo-stp_10.42.42.5(pid=12910): Launched\u000a00:43:11.523093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:43:12.054414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Launched\u000a00:43:12.162328 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:43:12.428376 run patchelf(pid=12913): Launched\u000a00:43:12.607543 run osmo-stp_10.42.42.5(pid=12910): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)]\u000a00:43:12.738233 run osmo-stp_10.42.42.5(pid=12910): stdout: \u000a| (launched: 2022-12-13_00:43:11.264639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:12.868378 run osmo-stp_10.42.42.5(pid=12910): stderr: \u000a| �[0;m�[38;5;43m20221213004311432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004311432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004311433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004311433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:12.993936 run osmo-stp_10.42.42.5(pid=12910): stdout: \u000a| (launched: 2022-12-13_00:43:11.264639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:13.117861 run osmo-stp_10.42.42.5(pid=12910): stderr: \u000a| �[0;m�[38;5;43m20221213004311432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004311432 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004311433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004311433 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004311434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:13.263201 run patchelf(pid=12913): Terminating (SIGINT)\u000a00:43:13.433942 run patchelf(pid=12913): Terminated: ok {rc=0}\u000a00:43:13.464739 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12910): Process ended prematurely: osmo-stp_10.42.42.5(pid=12910) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12910)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:43:13.473177 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:43:13.533055 run osmo-hlr_10.42.42.2(pid=12907): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12907)]\u000a00:43:13.582170 run osmo-hlr_10.42.42.2(pid=12907): stdout: \u000a| (launched: 2022-12-13_00:43:10.318739) \u000a00:43:13.631880 run osmo-hlr_10.42.42.2(pid=12907): stderr: \u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004310493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004310508 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004310517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004310517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004310517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:13.674089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Terminating (SIGTERM)\u000a00:43:13.714023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Terminating (SIGTERM)\u000a00:43:13.754194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Terminating (SIGTERM)\u000a00:43:13.763493 --- ParallelTerminationStrategy: PID 12906 died...\u000a00:43:13.817444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12906): Terminated: ok {rc=0}\u000a00:43:13.827220 --- ParallelTerminationStrategy: PID 12909 died...\u000a00:43:13.880711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12909): Terminated: ok {rc=0}\u000a00:43:13.890502 --- ParallelTerminationStrategy: PID 12912 died...\u000a00:43:13.943980 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12912): Terminated: ok {rc=0}\u000a00:43:14.032601 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:42:15" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:43:16.214317 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.226563 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:43:16.422071 tst cs_paging_gprs_active.py: using LAC 32446\u000a00:43:16.580892 tst cs_paging_gprs_active.py: using RAC 61\u000a00:43:16.753762 tst cs_paging_gprs_active.py: using CellId 32446\u000a00:43:16.881317 tst cs_paging_gprs_active.py: using BVCI 32447\u000a00:43:16.906086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.918432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.930427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.942557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.954435 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.966079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.977803 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:16.990346 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:17.002301 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:17.122364 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:17.426003 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:43:17.564910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:17.906679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Launched\u000a00:43:18.191120 run iperf3-srv_10.42.42.10(pid=12919): Launched\u000a00:43:18.394233 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:43:18.532812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:18.874094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Launched\u000a00:43:19.158166 run iperf3-srv_10.42.42.10(pid=12921): Launched\u000a00:43:19.360695 tst cs_paging_gprs_active.py:38: start network...\u000a00:43:19.499552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:20.022636 run create_hlr_db(pid=12922): Launched\u000a00:43:20.214296 bus /gobi_6: Setting Powered False\u000a00:43:21.234912 run create_hlr_db(pid=12922): Terminated: ok {rc=0}\u000a00:43:21.649566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Launched\u000a00:43:21.959911 run osmo-hlr_10.42.42.2(pid=12925): Launched\u000a00:43:22.082163 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:22.621892 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Launched\u000a00:43:22.931597 run osmo-stp_10.42.42.5(pid=12928): Launched\u000a00:43:23.044626 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:43:23.585806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Launched\u000a00:43:23.695723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:43:23.964690 run patchelf(pid=12931): Launched\u000a00:43:24.144469 run osmo-stp_10.42.42.5(pid=12928): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)]\u000a00:43:24.275734 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-13_00:43:22.779058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:24.416671 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004322948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004322948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004322949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004322949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:24.553836 run osmo-stp_10.42.42.5(pid=12928): stdout: \u000a| (launched: 2022-12-13_00:43:22.779058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:24.689414 run osmo-stp_10.42.42.5(pid=12928): stderr: \u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004322947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004322948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004322948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004322949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004322949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:24.847392 run patchelf(pid=12931): Terminating (SIGINT)\u000a00:43:25.033076 run patchelf(pid=12931): Terminated: ok {rc=0}\u000a00:43:25.067265 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12928): Process ended prematurely: osmo-stp_10.42.42.5(pid=12928) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12928)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:43:25.077565 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:43:25.142290 run osmo-hlr_10.42.42.2(pid=12925): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12925)]\u000a00:43:25.194703 run osmo-hlr_10.42.42.2(pid=12925): stdout: \u000a| (launched: 2022-12-13_00:43:21.806912) \u000a00:43:25.247539 run osmo-hlr_10.42.42.2(pid=12925): stderr: \u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004321982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004321995 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004322004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004322004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004322004 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:25.292845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminating (SIGTERM)\u000a00:43:25.336166 run iperf3-srv_10.42.42.10(pid=12919): Terminating (SIGTERM)\u000a00:43:25.378739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminating (SIGTERM)\u000a00:43:25.422047 run iperf3-srv_10.42.42.10(pid=12921): Terminating (SIGTERM)\u000a00:43:25.465086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminating (SIGTERM)\u000a00:43:25.508024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminating (SIGTERM)\u000a00:43:25.551985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminating (SIGTERM)\u000a00:43:25.562110 --- ParallelTerminationStrategy: PID 12918 died...\u000a00:43:25.619247 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12918): Terminated: ok {rc=0}\u000a00:43:25.630005 --- ParallelTerminationStrategy: PID 12919 died...\u000a00:43:25.687160 run iperf3-srv_10.42.42.10(pid=12919): Terminated {rc=256}\u000a00:43:25.697429 --- ParallelTerminationStrategy: PID 12920 died...\u000a00:43:25.754296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12920): Terminated: ok {rc=0}\u000a00:43:25.764734 --- ParallelTerminationStrategy: PID 12921 died...\u000a00:43:25.821834 run iperf3-srv_10.42.42.10(pid=12921): Terminated {rc=256}\u000a00:43:25.831947 --- ParallelTerminationStrategy: PID 12924 died...\u000a00:43:25.889343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12924): Terminated: ok {rc=0}\u000a00:43:25.899670 --- ParallelTerminationStrategy: PID 12927 died...\u000a00:43:25.956989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12927): Terminated: ok {rc=0}\u000a00:43:25.967313 --- ParallelTerminationStrategy: PID 12930 died...\u000a00:43:26.024678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12930): Terminated: ok {rc=0}\u000a00:43:26.112336 bus /gobi_0: Setting Powered False\u000a00:43:27.220177 bus /gobi_0: Setting Powered False\u000a00:43:28.327867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:43:29.443733 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:29.456320 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:43:29.629193 tst iperf3.py: using LAC 32447\u000a00:43:29.760662 tst iperf3.py: using RAC 62\u000a00:43:29.890941 tst iperf3.py: using CellId 32447\u000a00:43:30.021298 tst iperf3.py: using BVCI 32448\u000a00:43:30.046722 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.058328 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.069715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.081590 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.093535 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.105212 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.117452 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.129269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:30.142311 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:30.442547 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:43:30.580744 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:30.926439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Launched\u000a00:43:31.227823 run iperf3-srv_10.42.42.10(pid=12933): Launched\u000a00:43:31.434910 tst iperf3.py:8: start network...\u000a00:43:31.576452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:32.142070 run create_hlr_db(pid=12934): Launched\u000a00:43:32.336117 bus /gobi_6: Setting Powered False\u000a00:43:33.354623 run create_hlr_db(pid=12934): Terminated: ok {rc=0}\u000a00:43:33.793956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Launched\u000a00:43:34.126169 run osmo-hlr_10.42.42.2(pid=12937): Launched\u000a00:43:34.247890 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:34.826647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Launched\u000a00:43:35.157286 run osmo-stp_10.42.42.5(pid=12940): Launched\u000a00:43:35.277717 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:43:35.854302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Launched\u000a00:43:35.972293 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:43:36.261166 run patchelf(pid=12943): Launched\u000a00:43:36.454840 run osmo-stp_10.42.42.5(pid=12940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)]\u000a00:43:36.595610 run osmo-stp_10.42.42.5(pid=12940): stdout: \u000a| (launched: 2022-12-13_00:43:34.994618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:36.736657 run osmo-stp_10.42.42.5(pid=12940): stderr: \u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004335183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:36.873515 run osmo-stp_10.42.42.5(pid=12940): stdout: \u000a| (launched: 2022-12-13_00:43:34.994618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:37.008909 run osmo-stp_10.42.42.5(pid=12940): stderr: \u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004335182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004335183 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004335183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:37.167216 run patchelf(pid=12943): Terminating (SIGINT)\u000a00:43:37.353327 run patchelf(pid=12943): Terminated: ok {rc=0}\u000a00:43:37.387195 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12940): Process ended prematurely: osmo-stp_10.42.42.5(pid=12940) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12940)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:43:37.397103 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:43:37.461642 run osmo-hlr_10.42.42.2(pid=12937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12937)]\u000a00:43:37.513633 run osmo-hlr_10.42.42.2(pid=12937): stdout: \u000a| (launched: 2022-12-13_00:43:33.962172) \u000a00:43:37.566469 run osmo-hlr_10.42.42.2(pid=12937): stderr: \u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004334155 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004334167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004334176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004334176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004334176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:37.611139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminating (SIGTERM)\u000a00:43:37.653451 run iperf3-srv_10.42.42.10(pid=12933): Terminating (SIGTERM)\u000a00:43:37.696100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminating (SIGTERM)\u000a00:43:37.738345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminating (SIGTERM)\u000a00:43:37.780679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminating (SIGTERM)\u000a00:43:37.790806 --- ParallelTerminationStrategy: PID 12932 died...\u000a00:43:37.847877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12932): Terminated: ok {rc=0}\u000a00:43:37.858084 --- ParallelTerminationStrategy: PID 12933 died...\u000a00:43:37.914512 run iperf3-srv_10.42.42.10(pid=12933): Terminated {rc=256}\u000a00:43:37.924517 --- ParallelTerminationStrategy: PID 12936 died...\u000a00:43:37.981684 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12936): Terminated: ok {rc=0}\u000a00:43:37.992001 --- ParallelTerminationStrategy: PID 12939 died...\u000a00:43:38.048295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12939): Terminated: ok {rc=0}\u000a00:43:38.058738 --- ParallelTerminationStrategy: PID 12942 died...\u000a00:43:38.115144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12942): Terminated: ok {rc=0}\u000a00:43:38.203659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:43:39.315771 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.327580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:43:39.495357 tst iperf3m4.py: using LAC 32448\u000a00:43:39.626173 tst iperf3m4.py: using RAC 63\u000a00:43:39.757717 tst iperf3m4.py: using CellId 32448\u000a00:43:39.889221 tst iperf3m4.py: using BVCI 32449\u000a00:43:39.914790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.926472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.938030 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.950097 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.961968 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.973832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.986356 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:39.998510 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:40.010395 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:40.131331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:40.252322 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:40.371068 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:43:40.672359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:43:40.811108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:41.153813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Launched\u000a00:43:41.439987 run iperf3-srv_10.42.42.10(pid=12945): Launched\u000a00:43:41.643201 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:43:41.781492 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:42.123243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Launched\u000a00:43:42.407236 run iperf3-srv_10.42.42.10(pid=12947): Launched\u000a00:43:42.610341 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:43:42.749042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:43.091030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Launched\u000a00:43:43.374394 run iperf3-srv_10.42.42.10(pid=12949): Launched\u000a00:43:43.577510 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:43:43.715482 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:43:44.056529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Launched\u000a00:43:44.341126 run iperf3-srv_10.42.42.10(pid=12951): Launched\u000a00:43:44.543844 tst iperf3m4.py:8: start network...\u000a00:43:44.681976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:43:45.202729 run create_hlr_db(pid=12952): Launched\u000a00:43:45.393649 bus /gobi_6: Setting Powered False\u000a00:43:46.407395 run create_hlr_db(pid=12952): Terminated: ok {rc=0}\u000a00:43:46.847107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Launched\u000a00:43:47.231219 run osmo-hlr_10.42.42.2(pid=12955): Launched\u000a00:43:47.349712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:43:47.925079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Launched\u000a00:43:48.254730 run osmo-stp_10.42.42.5(pid=12958): Launched\u000a00:43:48.375514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:43:48.953015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Launched\u000a00:43:49.070657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:43:49.358757 run patchelf(pid=12961): Launched\u000a00:43:49.551146 run osmo-stp_10.42.42.5(pid=12958): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)]\u000a00:43:49.691767 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-13_00:43:48.092837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:49.832377 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004348282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:49.968843 run osmo-stp_10.42.42.5(pid=12958): stdout: \u000a| (launched: 2022-12-13_00:43:48.092837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:43:50.103778 run osmo-stp_10.42.42.5(pid=12958): stderr: \u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004348281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004348282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004348282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:43:50.261637 run patchelf(pid=12961): Terminating (SIGINT)\u000a00:43:50.447275 run patchelf(pid=12961): Terminated: ok {rc=0}\u000a00:43:50.481192 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12958): Process ended prematurely: osmo-stp_10.42.42.5(pid=12958) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12958)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:43:50.491135 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a00:43:50.555410 run osmo-hlr_10.42.42.2(pid=12955): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12955)]\u000a00:43:50.607426 run osmo-hlr_10.42.42.2(pid=12955): stdout: \u000a| (launched: 2022-12-13_00:43:47.007842) \u000a00:43:50.659923 run osmo-hlr_10.42.42.2(pid=12955): stderr: \u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004347269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004347282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004347291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004347291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004347291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:43:50.704398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminating (SIGTERM)\u000a00:43:50.746867 run iperf3-srv_10.42.42.10(pid=12945): Terminating (SIGTERM)\u000a00:43:50.789437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminating (SIGTERM)\u000a00:43:50.831928 run iperf3-srv_10.42.42.10(pid=12947): Terminating (SIGTERM)\u000a00:43:50.874811 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminating (SIGTERM)\u000a00:43:50.917034 run iperf3-srv_10.42.42.10(pid=12949): Terminating (SIGTERM)\u000a00:43:50.959572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminating (SIGTERM)\u000a00:43:51.002287 run iperf3-srv_10.42.42.10(pid=12951): Terminating (SIGTERM)\u000a00:43:51.044474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminating (SIGTERM)\u000a00:43:51.087075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminating (SIGTERM)\u000a00:43:51.129506 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminating (SIGTERM)\u000a00:43:51.139654 --- ParallelTerminationStrategy: PID 12944 died...\u000a00:43:51.196476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12944): Terminated: ok {rc=0}\u000a00:43:51.206763 --- ParallelTerminationStrategy: PID 12945 died...\u000a00:43:51.263046 run iperf3-srv_10.42.42.10(pid=12945): Terminated {rc=256}\u000a00:43:51.273179 --- ParallelTerminationStrategy: PID 12946 died...\u000a00:43:51.329326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12946): Terminated: ok {rc=0}\u000a00:43:51.339813 --- ParallelTerminationStrategy: PID 12947 died...\u000a00:43:51.395812 run iperf3-srv_10.42.42.10(pid=12947): Terminated {rc=256}\u000a00:43:51.406291 --- ParallelTerminationStrategy: PID 12948 died...\u000a00:43:51.462858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12948): Terminated: ok {rc=0}\u000a00:43:51.473099 --- ParallelTerminationStrategy: PID 12949 died...\u000a00:43:51.529270 run iperf3-srv_10.42.42.10(pid=12949): Terminated {rc=256}\u000a00:43:51.539404 --- ParallelTerminationStrategy: PID 12950 died...\u000a00:43:51.595956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12950): Terminated: ok {rc=0}\u000a00:43:51.606312 --- ParallelTerminationStrategy: PID 12951 died...\u000a00:43:51.661997 run iperf3-srv_10.42.42.10(pid=12951): Terminated {rc=256}\u000a00:43:51.672438 --- ParallelTerminationStrategy: PID 12954 died...\u000a00:43:51.728308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12954): Terminated: ok {rc=0}\u000a00:43:51.738895 --- ParallelTerminationStrategy: PID 12957 died...\u000a00:43:51.795263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12957): Terminated: ok {rc=0}\u000a00:43:51.805931 --- ParallelTerminationStrategy: PID 12960 died...\u000a00:43:51.862434 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12960): Terminated: ok {rc=0}\u000a00:43:51.949116 bus /gobi_4: Setting Powered False\u000a00:43:53.056464 bus /gobi_4: Setting Powered False\u000a00:43:54.165638 bus /gobi_1: Setting Powered False\u000a00:43:55.273976 bus /gobi_1: Setting Powered False\u000a00:43:56.381518 bus /gobi_0: Setting Powered False\u000a00:43:57.488897 bus /gobi_0: Setting Powered False\u000a00:43:58.597265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:43:59.666915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:43:59.679805 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:43:59.838405 tst ping.py: using LAC 32449\u000a00:43:59.956535 tst ping.py: using RAC 64\u000a00:44:00.083822 tst ping.py: using CellId 32449\u000a00:44:00.211328 tst ping.py: using BVCI 32450\u000a00:44:00.236741 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.248497 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.260157 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.272304 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.284061 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.296165 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.308110 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:00.319922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:44:00.616187 tst ping.py:19: start network...\u000a00:44:00.750678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:01.314859 run create_hlr_db(pid=12962): Launched\u000a00:44:01.494504 bus /gobi_6: Setting Powered False\u000a00:44:02.510429 run create_hlr_db(pid=12962): Terminated: ok {rc=0}\u000a00:44:02.940223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Launched\u000a00:44:03.263032 run osmo-hlr_10.42.42.2(pid=12965): Launched\u000a00:44:03.379851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:03.943551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Launched\u000a00:44:04.265699 run osmo-stp_10.42.42.5(pid=12968): Launched\u000a00:44:04.385389 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:44:04.950676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Launched\u000a00:44:05.066679 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:44:05.349571 run patchelf(pid=12971): Launched\u000a00:44:05.539818 run osmo-stp_10.42.42.5(pid=12968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)]\u000a00:44:05.679244 run osmo-stp_10.42.42.5(pid=12968): stdout: \u000a| (launched: 2022-12-13_00:44:04.107297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:05.818900 run osmo-stp_10.42.42.5(pid=12968): stderr: \u000a| �[0;m�[38;5;43m20221213004404296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004404296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004404297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004404297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:05.953514 run osmo-stp_10.42.42.5(pid=12968): stdout: \u000a| (launched: 2022-12-13_00:44:04.107297)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:06.086646 run osmo-stp_10.42.42.5(pid=12968): stderr: \u000a| �[0;m�[38;5;43m20221213004404296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004404296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004404297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004404297 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004404298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:06.241871 run patchelf(pid=12971): Terminating (SIGINT)\u000a00:44:06.424641 run patchelf(pid=12971): Terminated: ok {rc=0}\u000a00:44:06.457824 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12968): Process ended prematurely: osmo-stp_10.42.42.5(pid=12968) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12968)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:44:06.467329 tst ping.py:22: Test FAILED (6.8 sec)\u000a00:44:06.531460 run osmo-hlr_10.42.42.2(pid=12965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12965)]\u000a00:44:06.583612 run osmo-hlr_10.42.42.2(pid=12965): stdout: \u000a| (launched: 2022-12-13_00:44:03.104600) \u000a00:44:06.636327 run osmo-hlr_10.42.42.2(pid=12965): stderr: \u000a| �[0;m�[1;31m20221213004403299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004403299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004403299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004403300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004403300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004403300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004403312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004403321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004403321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004403321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:06.681290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminating (SIGTERM)\u000a00:44:06.723521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminating (SIGTERM)\u000a00:44:06.765996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminating (SIGTERM)\u000a00:44:06.776286 --- ParallelTerminationStrategy: PID 12964 died...\u000a00:44:06.833059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12964): Terminated: ok {rc=0}\u000a00:44:06.843444 --- ParallelTerminationStrategy: PID 12967 died...\u000a00:44:06.899940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12967): Terminated: ok {rc=0}\u000a00:44:06.910163 --- ParallelTerminationStrategy: PID 12970 died...\u000a00:44:06.966488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12970): Terminated: ok {rc=0}\u000a00:44:07.053208 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:44:08.105539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.117915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:44:08.287496 tst ping_idle_ping.py: using LAC 32450\u000a00:44:08.412579 tst ping_idle_ping.py: using RAC 65\u000a00:44:08.529895 tst ping_idle_ping.py: using CellId 32450\u000a00:44:08.646739 tst ping_idle_ping.py: using BVCI 32451\u000a00:44:08.669897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.681084 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.691993 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.702990 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.713854 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.724835 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.735856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:44:08.746739 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:44:09.040402 tst ping_idle_ping.py:24: start network...\u000a00:44:09.176103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:09.695529 run create_hlr_db(pid=12972): Launched\u000a00:44:09.884337 bus /gobi_6: Setting Powered False\u000a00:44:10.904784 run create_hlr_db(pid=12972): Terminated: ok {rc=0}\u000a00:44:11.311123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Launched\u000a00:44:11.615055 run osmo-hlr_10.42.42.2(pid=12975): Launched\u000a00:44:11.726575 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:12.251306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Launched\u000a00:44:12.553741 run osmo-stp_10.42.42.5(pid=12978): Launched\u000a00:44:12.664113 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:44:13.191915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Launched\u000a00:44:13.299436 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:44:13.564515 run patchelf(pid=12981): Launched\u000a00:44:13.741837 run osmo-stp_10.42.42.5(pid=12978): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)]\u000a00:44:13.871001 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-13_00:44:12.404562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:14.000350 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004412573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:14.125195 run osmo-stp_10.42.42.5(pid=12978): stdout: \u000a| (launched: 2022-12-13_00:44:12.404562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:14.248835 run osmo-stp_10.42.42.5(pid=12978): stderr: \u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004412572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004412573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004412573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:14.394174 run patchelf(pid=12981): Terminating (SIGINT)\u000a00:44:14.564676 run patchelf(pid=12981): Terminated: ok {rc=0}\u000a00:44:14.595551 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12978): Process ended prematurely: osmo-stp_10.42.42.5(pid=12978) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12978)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:44:14.604197 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:44:14.663461 run osmo-hlr_10.42.42.2(pid=12975): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12975)]\u000a00:44:14.712259 run osmo-hlr_10.42.42.2(pid=12975): stdout: \u000a| (launched: 2022-12-13_00:44:11.465218) \u000a00:44:14.761594 run osmo-hlr_10.42.42.2(pid=12975): stderr: \u000a| �[0;m�[1;31m20221213004411637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004411637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004411637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004411638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004411638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004411638 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004411650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004411658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004411658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004411658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:14.803832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminating (SIGTERM)\u000a00:44:14.843723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminating (SIGTERM)\u000a00:44:14.883433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminating (SIGTERM)\u000a00:44:14.892608 --- ParallelTerminationStrategy: PID 12974 died...\u000a00:44:14.945512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12974): Terminated: ok {rc=0}\u000a00:44:14.954960 --- ParallelTerminationStrategy: PID 12977 died...\u000a00:44:15.008018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12977): Terminated: ok {rc=0}\u000a00:44:15.017864 --- ParallelTerminationStrategy: PID 12980 died...\u000a00:44:15.070585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12980): Terminated: ok {rc=0}\u000a00:44:15.153418 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:43:15" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:44:17.377541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.388904 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:44:17.549391 tst cs_paging_gprs_active.py: using LAC 32451\u000a00:44:17.670474 tst cs_paging_gprs_active.py: using RAC 66\u000a00:44:17.796029 tst cs_paging_gprs_active.py: using CellId 32451\u000a00:44:17.917325 tst cs_paging_gprs_active.py: using BVCI 32452\u000a00:44:17.940832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.951856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.962831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.973754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.984623 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:17.995454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:18.006443 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:18.017269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:18.028295 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:18.151218 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:18.452544 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:44:18.591239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:18.933464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Launched\u000a00:44:19.220341 run iperf3-srv_10.42.42.10(pid=12987): Launched\u000a00:44:19.425018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:44:19.564265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:19.908084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Launched\u000a00:44:20.193306 run iperf3-srv_10.42.42.10(pid=12989): Launched\u000a00:44:20.395653 tst cs_paging_gprs_active.py:38: start network...\u000a00:44:20.534312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:21.056815 run create_hlr_db(pid=12990): Launched\u000a00:44:21.248212 bus /gobi_6: Setting Powered False\u000a00:44:22.269209 run create_hlr_db(pid=12990): Terminated: ok {rc=0}\u000a00:44:22.708032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Launched\u000a00:44:23.039318 run osmo-hlr_10.42.42.2(pid=12993): Launched\u000a00:44:23.161626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:23.734837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Launched\u000a00:44:24.064817 run osmo-stp_10.42.42.5(pid=12996): Launched\u000a00:44:24.185330 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:44:24.761296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Launched\u000a00:44:24.879728 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:44:25.167914 run patchelf(pid=12999): Launched\u000a00:44:25.359909 run osmo-stp_10.42.42.5(pid=12996): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)]\u000a00:44:25.500710 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-13_00:44:23.902691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:25.641346 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004424093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:25.777264 run osmo-stp_10.42.42.5(pid=12996): stdout: \u000a| (launched: 2022-12-13_00:44:23.902691)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:25.912075 run osmo-stp_10.42.42.5(pid=12996): stderr: \u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004424092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004424093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004424093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:26.069340 run patchelf(pid=12999): Terminating (SIGINT)\u000a00:44:26.254432 run patchelf(pid=12999): Terminated: ok {rc=0}\u000a00:44:26.288443 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12996): Process ended prematurely: osmo-stp_10.42.42.5(pid=12996) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12996)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:44:26.298508 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:44:26.363100 run osmo-hlr_10.42.42.2(pid=12993): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12993)]\u000a00:44:26.415439 run osmo-hlr_10.42.42.2(pid=12993): stdout: \u000a| (launched: 2022-12-13_00:44:22.876346) \u000a00:44:26.468742 run osmo-hlr_10.42.42.2(pid=12993): stderr: \u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004423074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004423088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004423098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004423098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004423098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:26.513922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminating (SIGTERM)\u000a00:44:26.556201 run iperf3-srv_10.42.42.10(pid=12987): Terminating (SIGTERM)\u000a00:44:26.598752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminating (SIGTERM)\u000a00:44:26.641501 run iperf3-srv_10.42.42.10(pid=12989): Terminating (SIGTERM)\u000a00:44:26.683745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminating (SIGTERM)\u000a00:44:26.726387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminating (SIGTERM)\u000a00:44:26.769257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminating (SIGTERM)\u000a00:44:26.779100 --- ParallelTerminationStrategy: PID 12986 died...\u000a00:44:26.835667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12986): Terminated: ok {rc=0}\u000a00:44:26.845903 --- ParallelTerminationStrategy: PID 12987 died...\u000a00:44:26.901833 run iperf3-srv_10.42.42.10(pid=12987): Terminated {rc=256}\u000a00:44:26.911954 --- ParallelTerminationStrategy: PID 12988 died...\u000a00:44:26.968082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12988): Terminated: ok {rc=0}\u000a00:44:26.978485 --- ParallelTerminationStrategy: PID 12989 died...\u000a00:44:27.034794 run iperf3-srv_10.42.42.10(pid=12989): Terminated {rc=256}\u000a00:44:27.044685 --- ParallelTerminationStrategy: PID 12992 died...\u000a00:44:27.100888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12992): Terminated: ok {rc=0}\u000a00:44:27.111418 --- ParallelTerminationStrategy: PID 12995 died...\u000a00:44:27.168388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12995): Terminated: ok {rc=0}\u000a00:44:27.178605 --- ParallelTerminationStrategy: PID 12998 died...\u000a00:44:27.234560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12998): Terminated: ok {rc=0}\u000a00:44:27.322541 bus /gobi_0: Setting Powered False\u000a00:44:28.430351 bus /gobi_0: Setting Powered False\u000a00:44:29.541349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:44:30.652132 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:30.664184 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:44:30.826596 tst iperf3.py: using LAC 32452\u000a00:44:30.970290 tst iperf3.py: using RAC 67\u000a00:44:31.112218 tst iperf3.py: using CellId 32452\u000a00:44:31.245765 tst iperf3.py: using BVCI 32453\u000a00:44:31.272277 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.284907 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.298723 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.312322 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.326183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.338715 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.352804 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.367410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:31.382665 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:31.694612 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:44:31.852660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:32.235294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Launched\u000a00:44:32.522075 run iperf3-srv_10.42.42.10(pid=13001): Launched\u000a00:44:32.725628 tst iperf3.py:8: start network...\u000a00:44:32.864499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:33.386066 run create_hlr_db(pid=13002): Launched\u000a00:44:33.576241 bus /gobi_6: Setting Powered False\u000a00:44:34.591063 run create_hlr_db(pid=13002): Terminated: ok {rc=0}\u000a00:44:35.032302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Launched\u000a00:44:35.362748 run osmo-hlr_10.42.42.2(pid=13007): Launched\u000a00:44:35.487297 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:36.061914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Launched\u000a00:44:36.391769 run osmo-stp_10.42.42.5(pid=13010): Launched\u000a00:44:36.512431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:44:37.089302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Launched\u000a00:44:37.208248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:44:37.498112 run patchelf(pid=13013): Launched\u000a00:44:37.690597 run osmo-stp_10.42.42.5(pid=13010): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)]\u000a00:44:37.831402 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-13_00:44:36.229884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:37.972292 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221213004436419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004436420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004436420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004436420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:38.109156 run osmo-stp_10.42.42.5(pid=13010): stdout: \u000a| (launched: 2022-12-13_00:44:36.229884)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:38.245159 run osmo-stp_10.42.42.5(pid=13010): stderr: \u000a| �[0;m�[38;5;43m20221213004436419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004436420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004436420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004436420 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004436421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:38.403551 run patchelf(pid=13013): Terminating (SIGINT)\u000a00:44:38.589629 run patchelf(pid=13013): Terminated: ok {rc=0}\u000a00:44:38.623664 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13010): Process ended prematurely: osmo-stp_10.42.42.5(pid=13010) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13010)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:44:38.634150 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a00:44:38.698227 run osmo-hlr_10.42.42.2(pid=13007): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13007)]\u000a00:44:38.750263 run osmo-hlr_10.42.42.2(pid=13007): stdout: \u000a| (launched: 2022-12-13_00:44:35.200562) \u000a00:44:38.802662 run osmo-hlr_10.42.42.2(pid=13007): stderr: \u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004435396 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004435407 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004435416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004435416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004435416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:38.846893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminating (SIGTERM)\u000a00:44:38.889150 run iperf3-srv_10.42.42.10(pid=13001): Terminating (SIGTERM)\u000a00:44:38.931277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminating (SIGTERM)\u000a00:44:38.973613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminating (SIGTERM)\u000a00:44:39.015931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminating (SIGTERM)\u000a00:44:39.026239 --- ParallelTerminationStrategy: PID 13000 died...\u000a00:44:39.082783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13000): Terminated: ok {rc=0}\u000a00:44:39.093249 --- ParallelTerminationStrategy: PID 13001 died...\u000a00:44:39.149008 run iperf3-srv_10.42.42.10(pid=13001): Terminated {rc=256}\u000a00:44:39.159652 --- ParallelTerminationStrategy: PID 13006 died...\u000a00:44:39.216299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13006): Terminated: ok {rc=0}\u000a00:44:39.227160 --- ParallelTerminationStrategy: PID 13009 died...\u000a00:44:39.283950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13009): Terminated: ok {rc=0}\u000a00:44:39.294204 --- ParallelTerminationStrategy: PID 13012 died...\u000a00:44:39.350937 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13012): Terminated: ok {rc=0}\u000a00:44:39.438384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:44:40.555930 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:40.568539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:44:40.741755 tst iperf3m4.py: using LAC 32453\u000a00:44:40.873392 tst iperf3m4.py: using RAC 68\u000a00:44:41.000813 tst iperf3m4.py: using CellId 32453\u000a00:44:41.128567 tst iperf3m4.py: using BVCI 32454\u000a00:44:41.154062 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.165659 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.177086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.189007 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.200750 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.212366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.224149 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.236069 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:44:41.248440 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:41.369012 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:41.494017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:41.612389 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:44:41.899004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:44:42.027605 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:42.346873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Launched\u000a00:44:42.612841 run iperf3-srv_10.42.42.10(pid=13015): Launched\u000a00:44:42.799562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:44:42.927179 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:43.246203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Launched\u000a00:44:43.510796 run iperf3-srv_10.42.42.10(pid=13017): Launched\u000a00:44:43.697116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:44:43.824729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:44.142213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Launched\u000a00:44:44.407630 run iperf3-srv_10.42.42.10(pid=13019): Launched\u000a00:44:44.594442 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:44:44.721831 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:44:45.039604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Launched\u000a00:44:45.305892 run iperf3-srv_10.42.42.10(pid=13021): Launched\u000a00:44:45.492701 tst iperf3m4.py:8: start network...\u000a00:44:45.620552 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:44:46.174768 run create_hlr_db(pid=13022): Launched\u000a00:44:46.357712 bus /gobi_6: Setting Powered False\u000a00:44:47.379733 run create_hlr_db(pid=13022): Terminated: ok {rc=0}\u000a00:44:47.788735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Launched\u000a00:44:48.095411 run osmo-hlr_10.42.42.2(pid=13025): Launched\u000a00:44:48.218771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:44:48.756542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Launched\u000a00:44:49.063269 run osmo-stp_10.42.42.5(pid=13028): Launched\u000a00:44:49.174234 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:44:49.711083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Launched\u000a00:44:49.820181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:44:50.088592 run patchelf(pid=13031): Launched\u000a00:44:50.268589 run osmo-stp_10.42.42.5(pid=13028): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)]\u000a00:44:50.400113 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-13_00:44:48.912466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:50.531868 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004449083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:50.659179 run osmo-stp_10.42.42.5(pid=13028): stdout: \u000a| (launched: 2022-12-13_00:44:48.912466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:44:50.785707 run osmo-stp_10.42.42.5(pid=13028): stderr: \u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004449082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004449083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004449083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:44:50.933588 run patchelf(pid=13031): Terminating (SIGINT)\u000a00:44:51.107519 run patchelf(pid=13031): Terminated: ok {rc=0}\u000a00:44:51.139325 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13028): Process ended prematurely: osmo-stp_10.42.42.5(pid=13028) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13028)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:44:51.148648 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a00:44:51.209058 run osmo-hlr_10.42.42.2(pid=13025): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13025)]\u000a00:44:51.258433 run osmo-hlr_10.42.42.2(pid=13025): stdout: \u000a| (launched: 2022-12-13_00:44:47.944668) \u000a00:44:51.309670 run osmo-hlr_10.42.42.2(pid=13025): stderr: \u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004448120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004448133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004448143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004448143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004448143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:44:51.352369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a00:44:51.394526 run iperf3-srv_10.42.42.10(pid=13015): Terminating (SIGTERM)\u000a00:44:51.434590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminating (SIGTERM)\u000a00:44:51.474589 run iperf3-srv_10.42.42.10(pid=13017): Terminating (SIGTERM)\u000a00:44:51.514673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminating (SIGTERM)\u000a00:44:51.554493 run iperf3-srv_10.42.42.10(pid=13019): Terminating (SIGTERM)\u000a00:44:51.594488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminating (SIGTERM)\u000a00:44:51.634485 run iperf3-srv_10.42.42.10(pid=13021): Terminating (SIGTERM)\u000a00:44:51.674550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminating (SIGTERM)\u000a00:44:51.714732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminating (SIGTERM)\u000a00:44:51.754887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminating (SIGTERM)\u000a00:44:51.764171 --- ParallelTerminationStrategy: PID 13014 died...\u000a00:44:51.818411 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a00:44:51.828286 --- ParallelTerminationStrategy: PID 13015 died...\u000a00:44:51.881145 run iperf3-srv_10.42.42.10(pid=13015): Terminated {rc=256}\u000a00:44:51.890939 --- ParallelTerminationStrategy: PID 13016 died...\u000a00:44:51.944179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13016): Terminated: ok {rc=0}\u000a00:44:51.953923 --- ParallelTerminationStrategy: PID 13017 died...\u000a00:44:52.007115 run iperf3-srv_10.42.42.10(pid=13017): Terminated {rc=256}\u000a00:44:52.016759 --- ParallelTerminationStrategy: PID 13018 died...\u000a00:44:52.069978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13018): Terminated: ok {rc=0}\u000a00:44:52.079583 --- ParallelTerminationStrategy: PID 13019 died...\u000a00:44:52.132724 run iperf3-srv_10.42.42.10(pid=13019): Terminated {rc=256}\u000a00:44:52.142446 --- ParallelTerminationStrategy: PID 13020 died...\u000a00:44:52.195842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13020): Terminated: ok {rc=0}\u000a00:44:52.205902 --- ParallelTerminationStrategy: PID 13021 died...\u000a00:44:52.259135 run iperf3-srv_10.42.42.10(pid=13021): Terminated {rc=256}\u000a00:44:52.268819 --- ParallelTerminationStrategy: PID 13024 died...\u000a00:44:52.322274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13024): Terminated: ok {rc=0}\u000a00:44:52.332004 --- ParallelTerminationStrategy: PID 13027 died...\u000a00:44:52.385103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13027): Terminated: ok {rc=0}\u000a00:44:52.394725 --- ParallelTerminationStrategy: PID 13030 died...\u000a00:44:52.448240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13030): Terminated: ok {rc=0}\u000a00:44:52.538119 bus /gobi_4: Setting Powered False\u000a00:44:53.643568 bus /gobi_4: Setting Powered False\u000a00:44:54.757014 bus /gobi_1: Setting Powered False\u000a00:44:55.860382 bus /gobi_1: Setting Powered False\u000a00:44:56.973227 bus /gobi_0: Setting Powered False\u000a00:44:58.080345 bus /gobi_0: Setting Powered False\u000a00:44:59.190008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:45:00.259557 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.272028 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:00.441397 tst ping.py: using LAC 32454\u000a00:45:00.568358 tst ping.py: using RAC 69\u000a00:45:00.695453 tst ping.py: using CellId 32454\u000a00:45:00.821244 tst ping.py: using BVCI 32455\u000a00:45:00.850113 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.862768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.880788 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.893724 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.906447 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.918693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.931491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:00.944551 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:45:01.293343 tst ping.py:19: start network...\u000a00:45:01.434548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:02.025299 run create_hlr_db(pid=13035): Launched\u000a00:45:02.218823 bus /gobi_6: Setting Powered False\u000a00:45:03.221968 run create_hlr_db(pid=13035): Terminated: ok {rc=0}\u000a00:45:03.669580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Launched\u000a00:45:03.993273 run osmo-hlr_10.42.42.2(pid=13038): Launched\u000a00:45:04.112464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:04.683399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Launched\u000a00:45:05.004823 run osmo-stp_10.42.42.5(pid=13041): Launched\u000a00:45:05.121996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:45:05.686498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Launched\u000a00:45:05.801897 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:45:06.083537 run patchelf(pid=13044): Launched\u000a00:45:06.272432 run osmo-stp_10.42.42.5(pid=13041): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)]\u000a00:45:06.410885 run osmo-stp_10.42.42.5(pid=13041): stdout: \u000a| (launched: 2022-12-13_00:45:04.847061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:06.549974 run osmo-stp_10.42.42.5(pid=13041): stderr: \u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004505036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:06.683520 run osmo-stp_10.42.42.5(pid=13041): stdout: \u000a| (launched: 2022-12-13_00:45:04.847061)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:06.815869 run osmo-stp_10.42.42.5(pid=13041): stderr: \u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004505035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004505036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004505036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:06.970670 run patchelf(pid=13044): Terminating (SIGINT)\u000a00:45:07.152231 run patchelf(pid=13044): Terminated: ok {rc=0}\u000a00:45:07.185207 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13041): Process ended prematurely: osmo-stp_10.42.42.5(pid=13041) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13041)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:45:07.194193 tst ping.py:22: Test FAILED (6.9 sec)\u000a00:45:07.257659 run osmo-hlr_10.42.42.2(pid=13038): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13038)]\u000a00:45:07.310039 run osmo-hlr_10.42.42.2(pid=13038): stdout: \u000a| (launched: 2022-12-13_00:45:03.834451) \u000a00:45:07.362608 run osmo-hlr_10.42.42.2(pid=13038): stderr: \u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004504029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004504042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004504050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004504050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004504051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:07.407507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminating (SIGTERM)\u000a00:45:07.449991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminating (SIGTERM)\u000a00:45:07.492582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Terminating (SIGTERM)\u000a00:45:07.503597 --- ParallelTerminationStrategy: PID 13037 died...\u000a00:45:07.559842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13037): Terminated: ok {rc=0}\u000a00:45:07.570342 --- ParallelTerminationStrategy: PID 13040 died...\u000a00:45:07.626353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13040): Terminated: ok {rc=0}\u000a00:45:07.636779 --- ParallelTerminationStrategy: PID 13043 died...\u000a00:45:07.692717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13043): Terminated: ok {rc=0}\u000a00:45:07.780530 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13051): Process ended prematurely: osmo-stp_10.42.42.5(pid=13051) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13051): Process ended prematurely: osmo-stp_10.42.42.5(pid=13051) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:45:08.834171 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:08.846516 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:45:09.014137 tst ping_idle_ping.py: using LAC 32455\u000a00:45:09.142904 tst ping_idle_ping.py: using RAC 70\u000a00:45:09.270971 tst ping_idle_ping.py: using CellId 32455\u000a00:45:09.397538 tst ping_idle_ping.py: using BVCI 32456\u000a00:45:09.422430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.434079 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.445932 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.457687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.469309 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.480897 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.492629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:45:09.504385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:45:09.784317 tst ping_idle_ping.py:24: start network...\u000a00:45:09.911000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:10.400898 run create_hlr_db(pid=13045): Launched\u000a00:45:10.576048 bus /gobi_6: Setting Powered False\u000a00:45:11.596545 run create_hlr_db(pid=13045): Terminated: ok {rc=0}\u000a00:45:12.029306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Launched\u000a00:45:12.354668 run osmo-hlr_10.42.42.2(pid=13048): Launched\u000a00:45:12.474330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:13.041458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Launched\u000a00:45:13.366401 run osmo-stp_10.42.42.5(pid=13051): Launched\u000a00:45:13.485102 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:45:14.054283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Launched\u000a00:45:14.170814 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:45:14.455871 run patchelf(pid=13054): Launched\u000a00:45:14.646831 run osmo-stp_10.42.42.5(pid=13051): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)]\u000a00:45:14.786665 run osmo-stp_10.42.42.5(pid=13051): stdout: \u000a| (launched: 2022-12-13_00:45:13.206436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:14.926580 run osmo-stp_10.42.42.5(pid=13051): stderr: \u000a| �[0;m�[38;5;43m20221213004513395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004513395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004513396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004513396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:15.061746 run osmo-stp_10.42.42.5(pid=13051): stdout: \u000a| (launched: 2022-12-13_00:45:13.206436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:15.195631 run osmo-stp_10.42.42.5(pid=13051): stderr: \u000a| �[0;m�[38;5;43m20221213004513395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004513395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004513396 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004513396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004513397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:15.352229 run patchelf(pid=13054): Terminating (SIGINT)\u000a00:45:15.536724 run patchelf(pid=13054): Terminated: ok {rc=0}\u000a00:45:15.570301 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13051): Process ended prematurely: osmo-stp_10.42.42.5(pid=13051) [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13051)] [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:45:15.579870 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:45:15.644356 run osmo-hlr_10.42.42.2(pid=13048): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13048)]\u000a00:45:15.696711 run osmo-hlr_10.42.42.2(pid=13048): stdout: \u000a| (launched: 2022-12-13_00:45:12.194586) \u000a00:45:15.749645 run osmo-hlr_10.42.42.2(pid=13048): stderr: \u000a| �[0;m�[1;31m20221213004512389 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004512390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004512390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004512390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004512390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004512390 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004512404 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004512414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:15.794472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminating (SIGTERM)\u000a00:45:15.847823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Terminating (SIGTERM)\u000a00:45:15.898207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Terminating (SIGTERM)\u000a00:45:15.908732 --- ParallelTerminationStrategy: PID 13047 died...\u000a00:45:15.967591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13047): Terminated: ok {rc=0}\u000a00:45:15.978727 --- ParallelTerminationStrategy: PID 13050 died...\u000a00:45:16.038223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13050): Terminated: ok {rc=0}\u000a00:45:16.049368 --- ParallelTerminationStrategy: PID 13053 died...\u000a00:45:16.107685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13053): Terminated: ok {rc=0}\u000a00:45:16.200327 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:44:16" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13064): Process ended prematurely: osmo-stp_10.42.42.5(pid=13064) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13064): Process ended prematurely: osmo-stp_10.42.42.5(pid=13064) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:45:18.251169 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.263260 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:45:18.429881 tst switch_tch_pdch.py: using LAC 32456\u000a00:45:18.558459 tst switch_tch_pdch.py: using RAC 71\u000a00:45:18.685818 tst switch_tch_pdch.py: using CellId 32456\u000a00:45:18.812448 tst switch_tch_pdch.py: using BVCI 32457\u000a00:45:18.837638 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.849614 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.861453 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.873875 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.886235 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.898357 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.911051 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:45:18.923320 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:19.041422 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:45:19.337015 tst switch_tch_pdch.py:51: start network...\u000a00:45:19.472112 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:19.981441 run create_hlr_db(pid=13058): Launched\u000a00:45:20.169524 bus /gobi_6: Setting Powered False\u000a00:45:21.178133 run create_hlr_db(pid=13058): Terminated: ok {rc=0}\u000a00:45:21.620751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Launched\u000a00:45:21.944613 run osmo-hlr_10.42.42.2(pid=13061): Launched\u000a00:45:22.062494 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:22.625488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Launched\u000a00:45:22.948138 run osmo-stp_10.42.42.5(pid=13064): Launched\u000a00:45:23.065672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:45:23.631448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Launched\u000a00:45:23.747012 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:45:24.028531 run patchelf(pid=13067): Launched\u000a00:45:24.217502 run osmo-stp_10.42.42.5(pid=13064): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)]\u000a00:45:24.355625 run osmo-stp_10.42.42.5(pid=13064): stdout: \u000a| (launched: 2022-12-13_00:45:22.789446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:24.494706 run osmo-stp_10.42.42.5(pid=13064): stderr: \u000a| �[0;m�[38;5;43m20221213004522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004522976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004522976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:24.628305 run osmo-stp_10.42.42.5(pid=13064): stdout: \u000a| (launched: 2022-12-13_00:45:22.789446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:24.760294 run osmo-stp_10.42.42.5(pid=13064): stderr: \u000a| �[0;m�[38;5;43m20221213004522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004522975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004522976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004522976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004522977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:24.914655 run patchelf(pid=13067): Terminating (SIGINT)\u000a00:45:25.095909 run patchelf(pid=13067): Terminated: ok {rc=0}\u000a00:45:25.128718 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13064): Process ended prematurely: osmo-stp_10.42.42.5(pid=13064) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13064)] [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:45:25.138129 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a00:45:25.201823 run osmo-hlr_10.42.42.2(pid=13061): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13061)]\u000a00:45:25.253985 run osmo-hlr_10.42.42.2(pid=13061): stdout: \u000a| (launched: 2022-12-13_00:45:21.785509) \u000a00:45:25.306734 run osmo-hlr_10.42.42.2(pid=13061): stderr: \u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004521978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004521991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004521999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004521999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004521999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:25.351546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Terminating (SIGTERM)\u000a00:45:25.393840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Terminating (SIGTERM)\u000a00:45:25.436247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Terminating (SIGTERM)\u000a00:45:25.446314 --- ParallelTerminationStrategy: PID 13060 died...\u000a00:45:25.503490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13060): Terminated: ok {rc=0}\u000a00:45:25.513803 --- ParallelTerminationStrategy: PID 13063 died...\u000a00:45:25.570341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13063): Terminated: ok {rc=0}\u000a00:45:25.580831 --- ParallelTerminationStrategy: PID 13066 died...\u000a00:45:25.637097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13066): Terminated: ok {rc=0}\u000a00:45:25.724463 bus /gobi_0: Setting Powered False\u000a00:45:26.833120 bus /gobi_0: Setting Powered False\u000a00:45:27.940793 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:45:17" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:45:29.927280 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:29.939037 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:45:30.099689 tst switch_tch_pdch.py: using LAC 32457\u000a00:45:30.221388 tst switch_tch_pdch.py: using RAC 72\u000a00:45:30.340020 tst switch_tch_pdch.py: using CellId 32457\u000a00:45:30.460790 tst switch_tch_pdch.py: using BVCI 32458\u000a00:45:30.484120 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.495137 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.506001 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.516714 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.527901 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.538857 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.549850 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:45:30.560720 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:45:30.679212 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:45:30.977864 tst switch_tch_pdch.py:51: start network...\u000a00:45:31.118268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:31.640803 run create_hlr_db(pid=13071): Launched\u000a00:45:31.768115 bus /gobi_6: Setting Powered False\u000a00:45:32.836796 run create_hlr_db(pid=13071): Terminated: ok {rc=0}\u000a00:45:33.215248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Launched\u000a00:45:33.518069 run osmo-hlr_10.42.42.2(pid=13074): Launched\u000a00:45:33.636281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:34.142374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Launched\u000a00:45:34.442906 run osmo-stp_10.42.42.5(pid=13077): Launched\u000a00:45:34.556637 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:45:35.058953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Launched\u000a00:45:35.166562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:45:35.430194 run patchelf(pid=13080): Launched\u000a00:45:35.607270 run osmo-stp_10.42.42.5(pid=13077): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)]\u000a00:45:35.737776 run osmo-stp_10.42.42.5(pid=13077): stdout: \u000a| (launched: 2022-12-13_00:45:34.295015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:35.867520 run osmo-stp_10.42.42.5(pid=13077): stderr: \u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004534464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:35.992264 run osmo-stp_10.42.42.5(pid=13077): stdout: \u000a| (launched: 2022-12-13_00:45:34.295015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:36.115803 run osmo-stp_10.42.42.5(pid=13077): stderr: \u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004534464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004534464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004534465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:36.260813 run patchelf(pid=13080): Terminating (SIGINT)\u000a00:45:36.432001 run patchelf(pid=13080): Terminated: ok {rc=0}\u000a00:45:36.463230 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13077): Process ended prematurely: osmo-stp_10.42.42.5(pid=13077) [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13077)] [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:45:36.471989 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:45:36.531976 run osmo-hlr_10.42.42.2(pid=13074): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13074)]\u000a00:45:36.580928 run osmo-hlr_10.42.42.2(pid=13074): stdout: \u000a| (launched: 2022-12-13_00:45:33.369485) \u000a00:45:36.631036 run osmo-hlr_10.42.42.2(pid=13074): stderr: \u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004533542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004533554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004533563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004533564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004533564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:36.673415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminating (SIGTERM)\u000a00:45:36.713464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminating (SIGTERM)\u000a00:45:36.753665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Terminating (SIGTERM)\u000a00:45:36.763077 --- ParallelTerminationStrategy: PID 13073 died...\u000a00:45:36.816817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13073): Terminated: ok {rc=0}\u000a00:45:36.826666 --- ParallelTerminationStrategy: PID 13076 died...\u000a00:45:36.879873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13076): Terminated: ok {rc=0}\u000a00:45:36.889590 --- ParallelTerminationStrategy: PID 13079 died...\u000a00:45:36.942686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13079): Terminated: ok {rc=0}\u000a00:45:37.026025 bus /gobi_0: Setting Powered False\u000a00:45:38.133588 bus /gobi_0: Setting Powered False\u000a00:45:39.242116 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:45:29" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a00:45:41.135659 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a00:45:41.146537 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:45:41.282773 tst mo_mt_sms.py: using LAC 32458\u000a00:45:41.399362 tst mo_mt_sms.py: using RAC 73\u000a00:45:41.518048 tst mo_mt_sms.py: using CellId 32458\u000a00:45:41.634704 tst mo_mt_sms.py: using BVCI 32459\u000a00:45:41.657548 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:45:41.777155 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:45:42.053469 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:45:42.178925 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:45:42.806159 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Launched\u000a00:45:43.105079 run osmo-nitb_10.42.42.2(pid=13085): Launched\u000a00:45:43.290584 run osmo-nitb_10.42.42.2(pid=13085): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)]\u000a00:45:43.427878 run osmo-nitb_10.42.42.2(pid=13085): stdout: \u000a| (launched: 2022-12-13_00:45:42.959428) \u000a00:45:43.565087 run osmo-nitb_10.42.42.2(pid=13085): stderr: \u000a| (launched: 2022-12-13_00:45:43.004180)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:45:43.697959 run osmo-nitb_10.42.42.2(pid=13085): stdout: \u000a| (launched: 2022-12-13_00:45:42.959428) \u000a00:45:43.829221 run osmo-nitb_10.42.42.2(pid=13085): stderr: \u000a| (launched: 2022-12-13_00:45:43.004180)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:45:44.226617 tst osmo-nitb_10.42.42.2(pid=13085): stdout: \u000a| (launched: 2022-12-13_00:45:42.959428) \u000a00:45:44.346671 tst osmo-nitb_10.42.42.2(pid=13085): stderr: \u000a| (launched: 2022-12-13_00:45:43.004180)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:45:44.399703 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13085): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13085) [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13085)] [trial-2384↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a00:45:44.407864 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a00:45:44.442318 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Terminating (SIGTERM)\u000a00:45:44.619558 --- ParallelTerminationStrategy: PID 13084 died...\u000a00:45:44.674855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13084): Terminated: ok {rc=0}\u000a00:45:44.759119 bus /sierra_3: Setting Powered False\u000a00:45:45.885078 bus /sierra_3: Setting Powered False\u000a00:45:47.003719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a00:45:48.892093 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:48.903187 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:45:49.046542 tst mo_mt_sms.py: using LAC 32459\u000a00:45:49.172678 tst mo_mt_sms.py: using RAC 74\u000a00:45:49.301260 tst mo_mt_sms.py: using CellId 32459\u000a00:45:49.430407 tst mo_mt_sms.py: using BVCI 32460\u000a00:45:49.454983 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:49.466575 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:49.477535 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:49.488677 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:49.499906 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:45:49.510860 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:45:49.628157 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a00:45:49.830231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:45:50.315059 run create_hlr_db(pid=13089): Launched\u000a00:45:50.490323 bus /sierra_2: Setting Powered False\u000a00:45:51.509998 run create_hlr_db(pid=13089): Terminated: ok {rc=0}\u000a00:45:51.940270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Launched\u000a00:45:52.262679 run osmo-hlr_10.42.42.2(pid=13092): Launched\u000a00:45:52.380507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:45:52.945884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Launched\u000a00:45:53.269794 run osmo-stp_10.42.42.5(pid=13095): Launched\u000a00:45:53.387526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:45:53.980064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Launched\u000a00:45:54.303914 run osmo-msc_10.42.42.6(pid=13098): Launched\u000a00:45:54.493388 run osmo-stp_10.42.42.5(pid=13095): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a00:45:54.630206 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-13_00:45:53.110875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:54.765577 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004553300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:54.895465 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-13_00:45:53.110875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:45:55.024155 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004553299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004553300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004553300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:45:55.080395 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a00:45:55.088915 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a00:45:55.152254 run osmo-hlr_10.42.42.2(pid=13092): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13092)]\u000a00:45:55.204163 run osmo-hlr_10.42.42.2(pid=13092): stdout: \u000a| (launched: 2022-12-13_00:45:52.104634) \u000a00:45:55.257119 run osmo-hlr_10.42.42.2(pid=13092): stderr: \u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004552299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004552311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004552319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004552319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004552319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:45:55.328076 run osmo-msc_10.42.42.6(pid=13098): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13098)]\u000a00:45:55.380782 run osmo-msc_10.42.42.6(pid=13098): stdout: \u000a| (launched: 2022-12-13_00:45:54.144424) \u000a00:45:55.433307 run osmo-msc_10.42.42.6(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221213004554463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004554464 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3378a42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004554464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004554464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004554464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004554464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004554466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004554466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004554466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004554467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:45:55.478142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminating (SIGTERM)\u000a00:45:55.520539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminating (SIGTERM)\u000a00:45:55.562977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminating (SIGTERM)\u000a00:45:55.573100 --- ParallelTerminationStrategy: PID 13091 died...\u000a00:45:55.629331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminated: ok {rc=0}\u000a00:45:55.639435 --- ParallelTerminationStrategy: PID 13094 died...\u000a00:45:55.695274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminated: ok {rc=0}\u000a00:45:55.705652 --- ParallelTerminationStrategy: PID 13097 died...\u000a00:45:55.762061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminated: ok {rc=0}\u000a00:45:55.848754 bus /sierra_3: Setting Powered False\u000a00:45:56.953618 bus /sierra_3: Setting Powered False\u000a00:45:58.060486 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:45:48" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a00:45:59.908104 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a00:45:59.919516 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:46:00.066674 tst assert_extension.py: using LAC 32460\u000a00:46:00.196834 tst assert_extension.py: using RAC 75\u000a00:46:00.325263 tst assert_extension.py: using CellId 32460\u000a00:46:00.451239 tst assert_extension.py: using BVCI 32461\u000a00:46:00.476306 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a00:46:00.753178 tst assert_extension.py:10: start nitb and bts...\u000a00:46:00.913983 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:46:01.587844 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Launched\u000a00:46:01.948180 run osmo-nitb_10.42.42.2(pid=13104): Launched\u000a00:46:02.151588 run osmo-nitb_10.42.42.2(pid=13104): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)]\u000a00:46:02.299052 run osmo-nitb_10.42.42.2(pid=13104): stdout: \u000a| (launched: 2022-12-13_00:46:01.756635) \u000a00:46:02.446266 run osmo-nitb_10.42.42.2(pid=13104): stderr: \u000a| (launched: 2022-12-13_00:46:01.807559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:46:02.588299 run osmo-nitb_10.42.42.2(pid=13104): stdout: \u000a| (launched: 2022-12-13_00:46:01.756635) \u000a00:46:02.728516 run osmo-nitb_10.42.42.2(pid=13104): stderr: \u000a| (launched: 2022-12-13_00:46:01.807559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:46:03.079257 tst osmo-nitb_10.42.42.2(pid=13104): stdout: \u000a| (launched: 2022-12-13_00:46:01.756635) \u000a00:46:03.207957 tst osmo-nitb_10.42.42.2(pid=13104): stderr: \u000a| (launched: 2022-12-13_00:46:01.807559)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:46:03.264142 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13104): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13104) [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13104)] [trial-2384↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a00:46:03.272800 tst assert_extension.py:12: Test FAILED (3.4 sec)\u000a00:46:03.309969 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Terminating (SIGTERM)\u000a00:46:03.488117 --- ParallelTerminationStrategy: PID 13103 died...\u000a00:46:03.545857 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13103): Terminated: ok {rc=0}\u000a00:46:03.632420 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:45:59" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "ussd:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a00:46:05.478569 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:05.489777 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:46:05.631196 tst assert_extension.py: using LAC 32461\u000a00:46:05.757752 tst assert_extension.py: using RAC 76\u000a00:46:05.886480 tst assert_extension.py: using CellId 32461\u000a00:46:06.014910 tst assert_extension.py: using BVCI 32462\u000a00:46:06.039599 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:06.051316 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:06.062441 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:06.073939 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:06.085374 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:46:06.096846 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a00:46:06.299002 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:06.783971 run create_hlr_db(pid=13108): Launched\u000a00:46:06.958249 bus /sierra_2: Setting Powered False\u000a00:46:07.979254 run create_hlr_db(pid=13108): Terminated: ok {rc=0}\u000a00:46:08.409711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Launched\u000a00:46:08.734040 run osmo-hlr_10.42.42.2(pid=13111): Launched\u000a00:46:08.854935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:09.425612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Launched\u000a00:46:09.750579 run osmo-stp_10.42.42.5(pid=13114): Launched\u000a00:46:09.869314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:10.460223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Launched\u000a00:46:10.782862 run osmo-msc_10.42.42.6(pid=13117): Launched\u000a00:46:10.971261 run osmo-stp_10.42.42.5(pid=13114): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)]\u000a00:46:11.107719 run osmo-stp_10.42.42.5(pid=13114): stdout: \u000a| (launched: 2022-12-13_00:46:09.590350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:11.243247 run osmo-stp_10.42.42.5(pid=13114): stderr: \u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004609779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:11.372409 run osmo-stp_10.42.42.5(pid=13114): stdout: \u000a| (launched: 2022-12-13_00:46:09.590350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:11.501494 run osmo-stp_10.42.42.5(pid=13114): stderr: \u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004609778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004609779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004609779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:11.557822 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13114): Process ended prematurely: osmo-stp_10.42.42.5(pid=13114) [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13114)] [trial-2384↪ussd:trx-umtrx↪assert_extension.py:17]\u000a00:46:11.566529 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a00:46:11.630219 run osmo-hlr_10.42.42.2(pid=13111): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13111)]\u000a00:46:11.682263 run osmo-hlr_10.42.42.2(pid=13111): stdout: \u000a| (launched: 2022-12-13_00:46:08.574927) \u000a00:46:11.734810 run osmo-hlr_10.42.42.2(pid=13111): stderr: \u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004608769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004608785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004608796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004608796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004608796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:11.805782 run osmo-msc_10.42.42.6(pid=13117): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13117)]\u000a00:46:11.857692 run osmo-msc_10.42.42.6(pid=13117): stdout: \u000a| (launched: 2022-12-13_00:46:10.624048) \u000a00:46:11.910197 run osmo-msc_10.42.42.6(pid=13117): stderr: \u000a| �[0;m�[38;5;43m20221213004610941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004610941 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53e281dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004610941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004610941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004610941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004610941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004610943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004610943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004610944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004610944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:11.954903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminating (SIGTERM)\u000a00:46:11.997655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminating (SIGTERM)\u000a00:46:12.040495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminating (SIGTERM)\u000a00:46:12.050738 --- ParallelTerminationStrategy: PID 13110 died...\u000a00:46:12.107246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13110): Terminated: ok {rc=0}\u000a00:46:12.117674 --- ParallelTerminationStrategy: PID 13113 died...\u000a00:46:12.174003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13113): Terminated: ok {rc=0}\u000a00:46:12.184091 --- ParallelTerminationStrategy: PID 13116 died...\u000a00:46:12.240000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13116): Terminated: ok {rc=0}\u000a00:46:12.327572 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:46:05" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:46:14.293202 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.305111 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:46:14.474585 tst mo_mt_call.py: using LAC 32462\u000a00:46:14.604875 tst mo_mt_call.py: using RAC 77\u000a00:46:14.733010 tst mo_mt_call.py: using CellId 32462\u000a00:46:14.860914 tst mo_mt_call.py: using BVCI 32463\u000a00:46:14.886357 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.898240 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.909901 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.922087 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.934407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:14.946678 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:46:15.064932 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:46:15.282170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:15.803014 run create_hlr_db(pid=13122): Launched\u000a00:46:15.998380 bus /sierra_2: Setting Powered False\u000a00:46:17.017247 run create_hlr_db(pid=13122): Terminated: ok {rc=0}\u000a00:46:17.461357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Launched\u000a00:46:17.768823 run osmo-hlr_10.42.42.2(pid=13125): Launched\u000a00:46:17.881257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:18.417163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Launched\u000a00:46:18.724331 run osmo-stp_10.42.42.5(pid=13128): Launched\u000a00:46:18.835361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:19.400699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Launched\u000a00:46:19.712020 run osmo-msc_10.42.42.6(pid=13131): Launched\u000a00:46:19.891938 run osmo-stp_10.42.42.5(pid=13128): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)]\u000a00:46:20.022264 run osmo-stp_10.42.42.5(pid=13128): stdout: \u000a| (launched: 2022-12-13_00:46:18.573772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:20.149971 run osmo-stp_10.42.42.5(pid=13128): stderr: \u000a| �[0;m�[38;5;43m20221213004618742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004618742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004618743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004618743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:20.273527 run osmo-stp_10.42.42.5(pid=13128): stdout: \u000a| (launched: 2022-12-13_00:46:18.573772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:20.395697 run osmo-stp_10.42.42.5(pid=13128): stderr: \u000a| �[0;m�[38;5;43m20221213004618742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004618742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004618743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004618743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004618744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:20.449878 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13128): Process ended prematurely: osmo-stp_10.42.42.5(pid=13128) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13128)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:46:20.458670 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:46:20.517999 run osmo-hlr_10.42.42.2(pid=13125): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13125)]\u000a00:46:20.566796 run osmo-hlr_10.42.42.2(pid=13125): stdout: \u000a| (launched: 2022-12-13_00:46:17.618537) \u000a00:46:20.616243 run osmo-hlr_10.42.42.2(pid=13125): stderr: \u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004617791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004617804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004617814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004617814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004617814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:20.683446 run osmo-msc_10.42.42.6(pid=13131): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13131)]\u000a00:46:20.732470 run osmo-msc_10.42.42.6(pid=13131): stdout: \u000a| (launched: 2022-12-13_00:46:19.557805) \u000a00:46:20.781844 run osmo-msc_10.42.42.6(pid=13131): stderr: \u000a| �[0;m�[38;5;43m20221213004619829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004619829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff81e38bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004619829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004619829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004619829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004619830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004619831 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004619832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004619832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004619832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:20.823709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminating (SIGTERM)\u000a00:46:20.863788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminating (SIGTERM)\u000a00:46:20.903743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminating (SIGTERM)\u000a00:46:20.913030 --- ParallelTerminationStrategy: PID 13124 died...\u000a00:46:20.966167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13124): Terminated: ok {rc=0}\u000a00:46:20.975716 --- ParallelTerminationStrategy: PID 13127 died...\u000a00:46:21.028589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13127): Terminated: ok {rc=0}\u000a00:46:21.038285 --- ParallelTerminationStrategy: PID 13130 died...\u000a00:46:21.090939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13130): Terminated: ok {rc=0}\u000a00:46:21.174891 bus /sierra_3: Setting Powered False\u000a00:46:22.275334 bus /sierra_3: Setting Powered False\u000a00:46:23.386652 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13139): Process ended prematurely: osmo-stp_10.42.42.5(pid=13139) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13139): Process ended prematurely: osmo-stp_10.42.42.5(pid=13139) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:46:24.498010 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:24.509902 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:46:24.675963 tst mo_mt_call_osmux.py: using LAC 32463\u000a00:46:24.807507 tst mo_mt_call_osmux.py: using RAC 78\u000a00:46:24.936647 tst mo_mt_call_osmux.py: using CellId 32463\u000a00:46:25.065083 tst mo_mt_call_osmux.py: using BVCI 32464\u000a00:46:25.090386 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:25.102173 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:25.113611 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:25.125449 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:25.137423 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:46:25.149187 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:46:25.269265 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:46:25.472044 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:25.964441 run create_hlr_db(pid=13133): Launched\u000a00:46:26.140915 bus /sierra_2: Setting Powered False\u000a00:46:27.162133 run create_hlr_db(pid=13133): Terminated: ok {rc=0}\u000a00:46:27.598554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Launched\u000a00:46:27.927605 run osmo-hlr_10.42.42.2(pid=13136): Launched\u000a00:46:28.053753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:28.626137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Launched\u000a00:46:28.954876 run osmo-stp_10.42.42.5(pid=13139): Launched\u000a00:46:29.075166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:29.680912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Launched\u000a00:46:30.011008 run osmo-msc_10.42.42.6(pid=13142): Launched\u000a00:46:30.203424 run osmo-stp_10.42.42.5(pid=13139): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)]\u000a00:46:30.342916 run osmo-stp_10.42.42.5(pid=13139): stdout: \u000a| (launched: 2022-12-13_00:46:28.793472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:30.481258 run osmo-stp_10.42.42.5(pid=13139): stderr: \u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004628981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:30.614366 run osmo-stp_10.42.42.5(pid=13139): stdout: \u000a| (launched: 2022-12-13_00:46:28.793472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:30.745248 run osmo-stp_10.42.42.5(pid=13139): stderr: \u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004628981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004628981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004628982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:30.803036 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13139): Process ended prematurely: osmo-stp_10.42.42.5(pid=13139) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13139)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:46:30.812477 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:46:30.881797 run osmo-hlr_10.42.42.2(pid=13136): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13136)]\u000a00:46:30.939136 run osmo-hlr_10.42.42.2(pid=13136): stdout: \u000a| (launched: 2022-12-13_00:46:27.766201) \u000a00:46:30.993893 run osmo-hlr_10.42.42.2(pid=13136): stderr: \u000a| �[0;m�[1;31m20221213004627960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004627960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004627961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004627961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004627961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004627961 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004627973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004627982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004627982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004627982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:31.067610 run osmo-msc_10.42.42.6(pid=13142): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13142)]\u000a00:46:31.121670 run osmo-msc_10.42.42.6(pid=13142): stdout: \u000a| (launched: 2022-12-13_00:46:29.848661) \u000a00:46:31.176415 run osmo-msc_10.42.42.6(pid=13142): stderr: \u000a| �[0;m�[38;5;43m20221213004630168 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004630169 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7febf494ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004630169 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004630169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004630169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004630169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004630171 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004630171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004630171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004630171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:31.223193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Terminating (SIGTERM)\u000a00:46:31.267479 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Terminating (SIGTERM)\u000a00:46:31.313992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Terminating (SIGTERM)\u000a00:46:31.325109 --- ParallelTerminationStrategy: PID 13135 died...\u000a00:46:31.386283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13135): Terminated: ok {rc=0}\u000a00:46:31.397399 --- ParallelTerminationStrategy: PID 13138 died...\u000a00:46:31.456810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13138): Terminated: ok {rc=0}\u000a00:46:31.467900 --- ParallelTerminationStrategy: PID 13141 died...\u000a00:46:31.527547 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13141): Terminated: ok {rc=0}\u000a00:46:31.619652 bus /sierra_3: Setting Powered False\u000a00:46:32.725473 bus /sierra_3: Setting Powered False\u000a00:46:33.832897 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:46:14" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13153): Process ended prematurely: osmo-stp_10.42.42.5(pid=13153) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13153): Process ended prematurely: osmo-stp_10.42.42.5(pid=13153) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:46:35.839499 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:35.851317 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:46:36.017804 tst mo_mt_call.py: using LAC 32464\u000a00:46:36.146278 tst mo_mt_call.py: using RAC 79\u000a00:46:36.276285 tst mo_mt_call.py: using CellId 32464\u000a00:46:36.405797 tst mo_mt_call.py: using BVCI 32465\u000a00:46:36.430860 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:36.442661 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:36.454297 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:36.466225 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:36.478123 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:36.490342 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:46:36.608701 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:46:36.823147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:37.343018 run create_hlr_db(pid=13147): Launched\u000a00:46:37.534919 bus /sierra_2: Setting Powered False\u000a00:46:38.555911 run create_hlr_db(pid=13147): Terminated: ok {rc=0}\u000a00:46:38.969274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Launched\u000a00:46:39.276806 run osmo-hlr_10.42.42.2(pid=13150): Launched\u000a00:46:39.400260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:39.943594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Launched\u000a00:46:40.250785 run osmo-stp_10.42.42.5(pid=13153): Launched\u000a00:46:40.363460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:40.925500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Launched\u000a00:46:41.232748 run osmo-msc_10.42.42.6(pid=13156): Launched\u000a00:46:41.412144 run osmo-stp_10.42.42.5(pid=13153): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)]\u000a00:46:41.541621 run osmo-stp_10.42.42.5(pid=13153): stdout: \u000a| (launched: 2022-12-13_00:46:40.099487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:41.669306 run osmo-stp_10.42.42.5(pid=13153): stderr: \u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004640270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004640270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004640270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004640271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:41.792096 run osmo-stp_10.42.42.5(pid=13153): stdout: \u000a| (launched: 2022-12-13_00:46:40.099487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:41.914595 run osmo-stp_10.42.42.5(pid=13153): stderr: \u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004640269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004640270 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004640270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004640270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004640271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:41.968494 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13153): Process ended prematurely: osmo-stp_10.42.42.5(pid=13153) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13153)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:46:41.977296 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:46:42.037028 run osmo-hlr_10.42.42.2(pid=13150): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13150)]\u000a00:46:42.086253 run osmo-hlr_10.42.42.2(pid=13150): stdout: \u000a| (launched: 2022-12-13_00:46:39.126202) \u000a00:46:42.135714 run osmo-hlr_10.42.42.2(pid=13150): stderr: \u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004639301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004639313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004639321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004639321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004639321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:42.203354 run osmo-msc_10.42.42.6(pid=13156): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13156)]\u000a00:46:42.252099 run osmo-msc_10.42.42.6(pid=13156): stdout: \u000a| (launched: 2022-12-13_00:46:41.081400) \u000a00:46:42.301306 run osmo-msc_10.42.42.6(pid=13156): stderr: \u000a| �[0;m�[38;5;43m20221213004641351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004641351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4245ad6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004641351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004641351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004641351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004641352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004641353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004641354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004641354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004641354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:42.343168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Terminating (SIGTERM)\u000a00:46:42.382970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Terminating (SIGTERM)\u000a00:46:42.422821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Terminating (SIGTERM)\u000a00:46:42.432230 --- ParallelTerminationStrategy: PID 13149 died...\u000a00:46:42.485786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13149): Terminated: ok {rc=0}\u000a00:46:42.495644 --- ParallelTerminationStrategy: PID 13152 died...\u000a00:46:42.548606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13152): Terminated: ok {rc=0}\u000a00:46:42.558816 --- ParallelTerminationStrategy: PID 13155 died...\u000a00:46:42.612148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13155): Terminated: ok {rc=0}\u000a00:46:42.696244 bus /sierra_3: Setting Powered False\u000a00:46:43.805235 bus /sierra_3: Setting Powered False\u000a00:46:44.912899 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:46:46.047014 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.064589 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:46:46.247306 tst mo_mt_call_osmux.py: using LAC 32465\u000a00:46:46.405368 tst mo_mt_call_osmux.py: using RAC 80\u000a00:46:46.565403 tst mo_mt_call_osmux.py: using CellId 32465\u000a00:46:46.698625 tst mo_mt_call_osmux.py: using BVCI 32466\u000a00:46:46.725475 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.738358 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.752247 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.766112 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.778995 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:46:46.793952 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:46:46.918883 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:46:47.190503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:47.686065 run create_hlr_db(pid=13158): Launched\u000a00:46:47.862453 bus /sierra_2: Setting Powered False\u000a00:46:48.884345 run create_hlr_db(pid=13158): Terminated: ok {rc=0}\u000a00:46:49.322372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Launched\u000a00:46:49.653689 run osmo-hlr_10.42.42.2(pid=13161): Launched\u000a00:46:49.773721 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:46:50.347947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Launched\u000a00:46:50.678235 run osmo-stp_10.42.42.5(pid=13164): Launched\u000a00:46:50.798435 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:46:51.398017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Launched\u000a00:46:51.706280 run osmo-msc_10.42.42.6(pid=13167): Launched\u000a00:46:51.886686 run osmo-stp_10.42.42.5(pid=13164): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)]\u000a00:46:52.016318 run osmo-stp_10.42.42.5(pid=13164): stdout: \u000a| (launched: 2022-12-13_00:46:50.516001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:52.144588 run osmo-stp_10.42.42.5(pid=13164): stderr: \u000a| �[0;m�[38;5;43m20221213004650706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004650706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004650707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004650707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:52.268460 run osmo-stp_10.42.42.5(pid=13164): stdout: \u000a| (launched: 2022-12-13_00:46:50.516001)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:46:52.390615 run osmo-stp_10.42.42.5(pid=13164): stderr: \u000a| �[0;m�[38;5;43m20221213004650706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004650706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004650707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004650707 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004650708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:46:52.444288 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13164): Process ended prematurely: osmo-stp_10.42.42.5(pid=13164) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13164)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:46:52.453009 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:46:52.513453 run osmo-hlr_10.42.42.2(pid=13161): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13161)]\u000a00:46:52.562903 run osmo-hlr_10.42.42.2(pid=13161): stdout: \u000a| (launched: 2022-12-13_00:46:49.490775) \u000a00:46:52.612485 run osmo-hlr_10.42.42.2(pid=13161): stderr: \u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004649688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004649700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004649709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004649710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:46:52.679880 run osmo-msc_10.42.42.6(pid=13167): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13167)]\u000a00:46:52.728717 run osmo-msc_10.42.42.6(pid=13167): stdout: \u000a| (launched: 2022-12-13_00:46:51.554608) \u000a00:46:52.778131 run osmo-msc_10.42.42.6(pid=13167): stderr: \u000a| �[0;m�[38;5;43m20221213004651824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004651824 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28972edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004651824 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004651824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004651824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004651825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004651826 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004651827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004651827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004651827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:46:52.820514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminating (SIGTERM)\u000a00:46:52.860283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminating (SIGTERM)\u000a00:46:52.900370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Terminating (SIGTERM)\u000a00:46:52.909900 --- ParallelTerminationStrategy: PID 13160 died...\u000a00:46:52.963083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13160): Terminated: ok {rc=0}\u000a00:46:52.972706 --- ParallelTerminationStrategy: PID 13163 died...\u000a00:46:53.025794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13163): Terminated: ok {rc=0}\u000a00:46:53.035449 --- ParallelTerminationStrategy: PID 13166 died...\u000a00:46:53.088543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13166): Terminated: ok {rc=0}\u000a00:46:53.172423 bus /sierra_3: Setting Powered False\u000a00:46:54.275398 bus /sierra_3: Setting Powered False\u000a00:46:55.386639 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:46:35" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:46:57.378985 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:57.390542 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:46:57.546654 tst mo_mt_call.py: using LAC 32466\u000a00:46:57.669323 tst mo_mt_call.py: using RAC 81\u000a00:46:57.789475 tst mo_mt_call.py: using CellId 32466\u000a00:46:57.918481 tst mo_mt_call.py: using BVCI 32467\u000a00:46:57.943944 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:57.955849 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:57.967587 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:57.979777 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:57.993493 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:46:58.005302 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:46:58.123921 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:46:58.329444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:46:58.824348 run create_hlr_db(pid=13172): Launched\u000a00:46:59.001745 bus /sierra_2: Setting Powered False\u000a00:47:00.023002 run create_hlr_db(pid=13172): Terminated: ok {rc=0}\u000a00:47:00.433146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Launched\u000a00:47:00.740846 run osmo-hlr_10.42.42.2(pid=13175): Launched\u000a00:47:00.888863 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:01.491198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Launched\u000a00:47:01.906101 run osmo-stp_10.42.42.5(pid=13178): Launched\u000a00:47:02.025851 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:02.705614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Launched\u000a00:47:03.035743 run osmo-msc_10.42.42.6(pid=13181): Launched\u000a00:47:03.232891 run osmo-stp_10.42.42.5(pid=13178): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)]\u000a00:47:03.372283 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-13_00:47:01.672756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:03.512863 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004702032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:03.644908 run osmo-stp_10.42.42.5(pid=13178): stdout: \u000a| (launched: 2022-12-13_00:47:01.672756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:03.775694 run osmo-stp_10.42.42.5(pid=13178): stderr: \u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004702031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004702032 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004702032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:03.833439 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13178): Process ended prematurely: osmo-stp_10.42.42.5(pid=13178) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13178)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:47:03.842868 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:47:03.906372 run osmo-hlr_10.42.42.2(pid=13175): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13175)]\u000a00:47:03.958304 run osmo-hlr_10.42.42.2(pid=13175): stdout: \u000a| (launched: 2022-12-13_00:47:00.590092) \u000a00:47:04.010937 run osmo-hlr_10.42.42.2(pid=13175): stderr: \u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004700764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004700777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004700785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004700785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004700785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:04.082051 run osmo-msc_10.42.42.6(pid=13181): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13181)]\u000a00:47:04.134146 run osmo-msc_10.42.42.6(pid=13181): stdout: \u000a| (launched: 2022-12-13_00:47:02.873279) \u000a00:47:04.186713 run osmo-msc_10.42.42.6(pid=13181): stderr: \u000a| �[0;m�[38;5;43m20221213004703263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004703263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcc7152fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004703263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004703263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004703264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004703264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004703265 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004703266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004703266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004703266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:04.231030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminating (SIGTERM)\u000a00:47:04.273293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminating (SIGTERM)\u000a00:47:04.315311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Terminating (SIGTERM)\u000a00:47:04.325394 --- ParallelTerminationStrategy: PID 13174 died...\u000a00:47:04.382453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13174): Terminated: ok {rc=0}\u000a00:47:04.393436 --- ParallelTerminationStrategy: PID 13177 died...\u000a00:47:04.449497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13177): Terminated: ok {rc=0}\u000a00:47:04.459881 --- ParallelTerminationStrategy: PID 13180 died...\u000a00:47:04.517382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13180): Terminated: ok {rc=0}\u000a00:47:04.604559 bus /sierra_3: Setting Powered False\u000a00:47:05.712618 bus /sierra_3: Setting Powered False\u000a00:47:06.820601 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 70, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13189): Process ended prematurely: osmo-stp_10.42.42.5(pid=13189) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13189): Process ended prematurely: osmo-stp_10.42.42.5(pid=13189) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:47:07.938521 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:07.951079 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:47:08.119446 tst mo_mt_call_osmux.py: using LAC 32467\u000a00:47:08.248375 tst mo_mt_call_osmux.py: using RAC 82\u000a00:47:08.377892 tst mo_mt_call_osmux.py: using CellId 32467\u000a00:47:08.510018 tst mo_mt_call_osmux.py: using BVCI 32468\u000a00:47:08.535189 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:08.546860 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:08.558580 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:08.570711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:08.583803 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:47:08.596244 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:47:08.715409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:47:08.927148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:09.445998 run create_hlr_db(pid=13183): Launched\u000a00:47:09.637251 bus /sierra_2: Setting Powered False\u000a00:47:10.658552 run create_hlr_db(pid=13183): Terminated: ok {rc=0}\u000a00:47:11.072073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Launched\u000a00:47:11.379794 run osmo-hlr_10.42.42.2(pid=13186): Launched\u000a00:47:11.493800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:12.037620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Launched\u000a00:47:12.368234 run osmo-stp_10.42.42.5(pid=13189): Launched\u000a00:47:12.488408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:13.093391 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Launched\u000a00:47:13.423800 run osmo-msc_10.42.42.6(pid=13192): Launched\u000a00:47:13.616882 run osmo-stp_10.42.42.5(pid=13189): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)]\u000a00:47:13.756388 run osmo-stp_10.42.42.5(pid=13189): stdout: \u000a| (launched: 2022-12-13_00:47:12.205796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:13.894128 run osmo-stp_10.42.42.5(pid=13189): stderr: \u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004712396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004712396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004712397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004712397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:14.026757 run osmo-stp_10.42.42.5(pid=13189): stdout: \u000a| (launched: 2022-12-13_00:47:12.205796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:14.157668 run osmo-stp_10.42.42.5(pid=13189): stderr: \u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004712395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004712396 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004712396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004712397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004712397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:14.215501 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13189): Process ended prematurely: osmo-stp_10.42.42.5(pid=13189) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13189)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:47:14.225166 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:47:14.289140 run osmo-hlr_10.42.42.2(pid=13186): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13186)]\u000a00:47:14.341489 run osmo-hlr_10.42.42.2(pid=13186): stdout: \u000a| (launched: 2022-12-13_00:47:11.228309) \u000a00:47:14.394173 run osmo-hlr_10.42.42.2(pid=13186): stderr: \u000a| �[0;m�[1;31m20221213004711402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004711402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004711402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004711402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004711403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004711403 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004711415 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004711423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004711423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004711423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:14.465638 run osmo-msc_10.42.42.6(pid=13192): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13192)]\u000a00:47:14.518035 run osmo-msc_10.42.42.6(pid=13192): stdout: \u000a| (launched: 2022-12-13_00:47:13.261341) \u000a00:47:14.570528 run osmo-msc_10.42.42.6(pid=13192): stderr: \u000a| �[0;m�[38;5;43m20221213004713580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004713580 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f53ebb6bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004713580 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004713581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004713581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004713581 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004713583 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004713583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004713583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004713583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:14.616301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Terminating (SIGTERM)\u000a00:47:14.659349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Terminating (SIGTERM)\u000a00:47:14.701787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Terminating (SIGTERM)\u000a00:47:14.712151 --- ParallelTerminationStrategy: PID 13185 died...\u000a00:47:14.769065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13185): Terminated: ok {rc=0}\u000a00:47:14.779342 --- ParallelTerminationStrategy: PID 13188 died...\u000a00:47:14.835532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13188): Terminated: ok {rc=0}\u000a00:47:14.846245 --- ParallelTerminationStrategy: PID 13191 died...\u000a00:47:14.902510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13191): Terminated: ok {rc=0}\u000a00:47:14.989887 bus /sierra_3: Setting Powered False\u000a00:47:16.123207 bus /sierra_3: Setting Powered False\u000a00:47:17.248802 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:46:57" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13203): Process ended prematurely: osmo-stp_10.42.42.5(pid=13203) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13203): Process ended prematurely: osmo-stp_10.42.42.5(pid=13203) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:47:19.260203 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.272310 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:47:19.439388 tst mo_mt_call.py: using LAC 32468\u000a00:47:19.571323 tst mo_mt_call.py: using RAC 83\u000a00:47:19.701071 tst mo_mt_call.py: using CellId 32468\u000a00:47:19.830269 tst mo_mt_call.py: using BVCI 32469\u000a00:47:19.855606 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.867747 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.879294 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.891493 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.903711 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:19.915863 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:47:20.037150 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:47:20.246807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:20.742963 run create_hlr_db(pid=13197): Launched\u000a00:47:20.919738 bus /sierra_2: Setting Powered False\u000a00:47:21.941127 run create_hlr_db(pid=13197): Terminated: ok {rc=0}\u000a00:47:22.378577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Launched\u000a00:47:22.709972 run osmo-hlr_10.42.42.2(pid=13200): Launched\u000a00:47:22.834457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:23.408899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Launched\u000a00:47:23.739706 run osmo-stp_10.42.42.5(pid=13203): Launched\u000a00:47:23.859675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:24.463531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Launched\u000a00:47:24.794039 run osmo-msc_10.42.42.6(pid=13206): Launched\u000a00:47:24.987049 run osmo-stp_10.42.42.5(pid=13203): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)]\u000a00:47:25.134976 run osmo-stp_10.42.42.5(pid=13203): stdout: \u000a| (launched: 2022-12-13_00:47:23.577937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:25.273240 run osmo-stp_10.42.42.5(pid=13203): stderr: \u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004723768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:25.405850 run osmo-stp_10.42.42.5(pid=13203): stdout: \u000a| (launched: 2022-12-13_00:47:23.577937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:25.537377 run osmo-stp_10.42.42.5(pid=13203): stderr: \u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004723767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004723768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004723768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:25.595224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13203): Process ended prematurely: osmo-stp_10.42.42.5(pid=13203) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13203)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:47:25.604450 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:47:25.668841 run osmo-hlr_10.42.42.2(pid=13200): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13200)]\u000a00:47:25.721271 run osmo-hlr_10.42.42.2(pid=13200): stdout: \u000a| (launched: 2022-12-13_00:47:22.547444) \u000a00:47:25.774186 run osmo-hlr_10.42.42.2(pid=13200): stderr: \u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004722743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004722755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004722764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004722764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004722764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:25.845534 run osmo-msc_10.42.42.6(pid=13206): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13206)]\u000a00:47:25.897787 run osmo-msc_10.42.42.6(pid=13206): stdout: \u000a| (launched: 2022-12-13_00:47:24.631638) \u000a00:47:25.950882 run osmo-msc_10.42.42.6(pid=13206): stderr: \u000a| �[0;m�[38;5;43m20221213004724950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004724950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f776fedec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004724950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004724950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004724950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004724950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004724952 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004724952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004724953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004724953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:25.995705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Terminating (SIGTERM)\u000a00:47:26.038315 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Terminating (SIGTERM)\u000a00:47:26.080754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Terminating (SIGTERM)\u000a00:47:26.091057 --- ParallelTerminationStrategy: PID 13199 died...\u000a00:47:26.147392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13199): Terminated: ok {rc=0}\u000a00:47:26.158071 --- ParallelTerminationStrategy: PID 13202 died...\u000a00:47:26.214344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13202): Terminated: ok {rc=0}\u000a00:47:26.225158 --- ParallelTerminationStrategy: PID 13205 died...\u000a00:47:26.281808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13205): Terminated: ok {rc=0}\u000a00:47:26.368756 bus /sierra_3: Setting Powered False\u000a00:47:27.475595 bus /sierra_3: Setting Powered False\u000a00:47:28.583648 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13214): Process ended prematurely: osmo-stp_10.42.42.5(pid=13214) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13214): Process ended prematurely: osmo-stp_10.42.42.5(pid=13214) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:47:29.692522 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:29.704307 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:47:29.862959 tst mo_mt_call_osmux.py: using LAC 32469\u000a00:47:29.985348 tst mo_mt_call_osmux.py: using RAC 84\u000a00:47:30.108113 tst mo_mt_call_osmux.py: using CellId 32469\u000a00:47:30.229093 tst mo_mt_call_osmux.py: using BVCI 32470\u000a00:47:30.252388 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:30.263491 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:30.274538 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:30.285509 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:30.296483 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:47:30.307370 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:47:30.424082 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:47:30.640170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:31.212756 run create_hlr_db(pid=13208): Launched\u000a00:47:31.406599 bus /sierra_2: Setting Powered False\u000a00:47:32.425027 run create_hlr_db(pid=13208): Terminated: ok {rc=0}\u000a00:47:32.864179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Launched\u000a00:47:33.193622 run osmo-hlr_10.42.42.2(pid=13211): Launched\u000a00:47:33.311638 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:33.885829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Launched\u000a00:47:34.215431 run osmo-stp_10.42.42.5(pid=13214): Launched\u000a00:47:34.335483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:34.940286 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Launched\u000a00:47:35.272042 run osmo-msc_10.42.42.6(pid=13217): Launched\u000a00:47:35.466238 run osmo-stp_10.42.42.5(pid=13214): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)]\u000a00:47:35.606977 run osmo-stp_10.42.42.5(pid=13214): stdout: \u000a| (launched: 2022-12-13_00:47:34.053928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:35.746140 run osmo-stp_10.42.42.5(pid=13214): stderr: \u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004734244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:35.878638 run osmo-stp_10.42.42.5(pid=13214): stdout: \u000a| (launched: 2022-12-13_00:47:34.053928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:36.010040 run osmo-stp_10.42.42.5(pid=13214): stderr: \u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004734243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004734244 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004734244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:36.067930 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13214): Process ended prematurely: osmo-stp_10.42.42.5(pid=13214) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13214)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:47:36.077539 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:47:36.141679 run osmo-hlr_10.42.42.2(pid=13211): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13211)]\u000a00:47:36.193833 run osmo-hlr_10.42.42.2(pid=13211): stdout: \u000a| (launched: 2022-12-13_00:47:33.031952) \u000a00:47:36.246823 run osmo-hlr_10.42.42.2(pid=13211): stderr: \u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004733229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004733242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004733251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004733251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004733251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:36.318359 run osmo-msc_10.42.42.6(pid=13217): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13217)]\u000a00:47:36.370181 run osmo-msc_10.42.42.6(pid=13217): stdout: \u000a| (launched: 2022-12-13_00:47:35.107830) \u000a00:47:36.422977 run osmo-msc_10.42.42.6(pid=13217): stderr: \u000a| �[0;m�[38;5;43m20221213004735428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004735428 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c7da84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004735429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004735429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004735429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004735429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004735431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004735431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004735431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004735431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:36.467611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Terminating (SIGTERM)\u000a00:47:36.510368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Terminating (SIGTERM)\u000a00:47:36.553902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Terminating (SIGTERM)\u000a00:47:36.563994 --- ParallelTerminationStrategy: PID 13210 died...\u000a00:47:36.621298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13210): Terminated: ok {rc=0}\u000a00:47:36.631663 --- ParallelTerminationStrategy: PID 13213 died...\u000a00:47:36.688246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13213): Terminated: ok {rc=0}\u000a00:47:36.698476 --- ParallelTerminationStrategy: PID 13216 died...\u000a00:47:36.754942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13216): Terminated: ok {rc=0}\u000a00:47:36.842828 bus /sierra_3: Setting Powered False\u000a00:47:37.947069 bus /sierra_3: Setting Powered False\u000a00:47:39.059867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:47:18" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13230): Process ended prematurely: osmo-stp_10.42.42.5(pid=13230) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13230): Process ended prematurely: osmo-stp_10.42.42.5(pid=13230) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:47:41.048856 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.060120 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:47:41.225978 tst mo_mt_call.py: using LAC 32470\u000a00:47:41.350098 tst mo_mt_call.py: using RAC 85\u000a00:47:41.480537 tst mo_mt_call.py: using CellId 32470\u000a00:47:41.601342 tst mo_mt_call.py: using BVCI 32471\u000a00:47:41.624747 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.635830 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.646823 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.657832 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.668910 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:41.679834 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:47:41.798234 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:47:42.013076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:42.532516 run create_hlr_db(pid=13224): Launched\u000a00:47:42.723182 bus /sierra_2: Setting Powered False\u000a00:47:43.743638 run create_hlr_db(pid=13224): Terminated: ok {rc=0}\u000a00:47:44.156661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Launched\u000a00:47:44.463485 run osmo-hlr_10.42.42.2(pid=13227): Launched\u000a00:47:44.582336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:45.122132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Launched\u000a00:47:45.428934 run osmo-stp_10.42.42.5(pid=13230): Launched\u000a00:47:45.543287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:46.152570 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Launched\u000a00:47:46.541269 run osmo-msc_10.42.42.6(pid=13233): Launched\u000a00:47:46.847303 run osmo-stp_10.42.42.5(pid=13230): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)]\u000a00:47:47.018872 run osmo-stp_10.42.42.5(pid=13230): stdout: \u000a| (launched: 2022-12-13_00:47:45.278235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:47.260041 run osmo-stp_10.42.42.5(pid=13230): stderr: \u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004745449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:47.386150 run osmo-stp_10.42.42.5(pid=13230): stdout: \u000a| (launched: 2022-12-13_00:47:45.278235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:47.508644 run osmo-stp_10.42.42.5(pid=13230): stderr: \u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004745448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004745449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004745449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:47.562529 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13230): Process ended prematurely: osmo-stp_10.42.42.5(pid=13230) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13230)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:47:47.571280 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a00:47:47.632207 run osmo-hlr_10.42.42.2(pid=13227): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13227)]\u000a00:47:47.682751 run osmo-hlr_10.42.42.2(pid=13227): stdout: \u000a| (launched: 2022-12-13_00:47:44.313061) \u000a00:47:47.733441 run osmo-hlr_10.42.42.2(pid=13227): stderr: \u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004744486 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004744498 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004744507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004744507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004744507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:47.802137 run osmo-msc_10.42.42.6(pid=13233): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13233)]\u000a00:47:47.852325 run osmo-msc_10.42.42.6(pid=13233): stdout: \u000a| (launched: 2022-12-13_00:47:46.313166) \u000a00:47:47.902879 run osmo-msc_10.42.42.6(pid=13233): stderr: \u000a| �[0;m�[38;5;43m20221213004746941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004746941 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ea3514c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004746941 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004746941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004746942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004746942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004746943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004746944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004746944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004746944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:47.945211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Terminating (SIGTERM)\u000a00:47:47.985796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Terminating (SIGTERM)\u000a00:47:48.026442 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Terminating (SIGTERM)\u000a00:47:48.036407 --- ParallelTerminationStrategy: PID 13226 died...\u000a00:47:48.090398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13226): Terminated: ok {rc=0}\u000a00:47:48.100829 --- ParallelTerminationStrategy: PID 13229 died...\u000a00:47:48.154487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13229): Terminated: ok {rc=0}\u000a00:47:48.164297 --- ParallelTerminationStrategy: PID 13232 died...\u000a00:47:48.217215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13232): Terminated: ok {rc=0}\u000a00:47:48.305979 bus /sierra_3: Setting Powered False\u000a00:47:49.408551 bus /sierra_3: Setting Powered False\u000a00:47:50.520301 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13241): Process ended prematurely: osmo-stp_10.42.42.5(pid=13241) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13241): Process ended prematurely: osmo-stp_10.42.42.5(pid=13241) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:47:51.632148 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:51.643972 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:47:51.805989 tst mo_mt_call_osmux.py: using LAC 32471\u000a00:47:51.925413 tst mo_mt_call_osmux.py: using RAC 86\u000a00:47:52.046430 tst mo_mt_call_osmux.py: using CellId 32471\u000a00:47:52.165575 tst mo_mt_call_osmux.py: using BVCI 32472\u000a00:47:52.188774 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:52.199901 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:52.210877 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:52.221879 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:52.233359 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:47:52.244365 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:47:52.365646 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:47:52.572054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:47:53.066483 run create_hlr_db(pid=13235): Launched\u000a00:47:53.243514 bus /sierra_2: Setting Powered False\u000a00:47:54.264325 run create_hlr_db(pid=13235): Terminated: ok {rc=0}\u000a00:47:54.705458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Launched\u000a00:47:55.037596 run osmo-hlr_10.42.42.2(pid=13238): Launched\u000a00:47:55.160005 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:47:55.736554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Launched\u000a00:47:56.067938 run osmo-stp_10.42.42.5(pid=13241): Launched\u000a00:47:56.188483 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:47:56.794836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Launched\u000a00:47:57.125890 run osmo-msc_10.42.42.6(pid=13244): Launched\u000a00:47:57.319371 run osmo-stp_10.42.42.5(pid=13241): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)]\u000a00:47:57.459312 run osmo-stp_10.42.42.5(pid=13241): stdout: \u000a| (launched: 2022-12-13_00:47:55.905602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:57.598935 run osmo-stp_10.42.42.5(pid=13241): stderr: \u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004756096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:57.731637 run osmo-stp_10.42.42.5(pid=13241): stdout: \u000a| (launched: 2022-12-13_00:47:55.905602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:47:57.862824 run osmo-stp_10.42.42.5(pid=13241): stderr: \u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004756095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004756096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004756096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:47:57.920585 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13241): Process ended prematurely: osmo-stp_10.42.42.5(pid=13241) [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13241)] [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:47:57.930071 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:47:57.994132 run osmo-hlr_10.42.42.2(pid=13238): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13238)]\u000a00:47:58.046385 run osmo-hlr_10.42.42.2(pid=13238): stdout: \u000a| (launched: 2022-12-13_00:47:54.874647) \u000a00:47:58.098992 run osmo-hlr_10.42.42.2(pid=13238): stderr: \u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004755070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004755082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004755092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004755092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004755092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:47:58.171540 run osmo-msc_10.42.42.6(pid=13244): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13244)]\u000a00:47:58.223860 run osmo-msc_10.42.42.6(pid=13244): stdout: \u000a| (launched: 2022-12-13_00:47:56.963320) \u000a00:47:58.276610 run osmo-msc_10.42.42.6(pid=13244): stderr: \u000a| �[0;m�[38;5;43m20221213004757282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004757282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f106f96ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004757282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004757282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004757282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004757283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004757284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004757285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004757285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004757285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:47:58.321726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Terminating (SIGTERM)\u000a00:47:58.364273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Terminating (SIGTERM)\u000a00:47:58.407211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Terminating (SIGTERM)\u000a00:47:58.417563 --- ParallelTerminationStrategy: PID 13237 died...\u000a00:47:58.474549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13237): Terminated: ok {rc=0}\u000a00:47:58.484854 --- ParallelTerminationStrategy: PID 13240 died...\u000a00:47:58.541820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13240): Terminated: ok {rc=0}\u000a00:47:58.552386 --- ParallelTerminationStrategy: PID 13243 died...\u000a00:47:58.609239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13243): Terminated: ok {rc=0}\u000a00:47:58.697147 bus /sierra_3: Setting Powered False\u000a00:47:59.803982 bus /sierra_3: Setting Powered False\u000a00:48:00.933377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:47:40" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:48:02.989065 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.000852 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:48:03.167122 tst mo_mt_call.py: using LAC 32472\u000a00:48:03.296539 tst mo_mt_call.py: using RAC 87\u000a00:48:03.425760 tst mo_mt_call.py: using CellId 32472\u000a00:48:03.556288 tst mo_mt_call.py: using BVCI 32473\u000a00:48:03.581837 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.593646 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.605347 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.617184 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.629200 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:03.641188 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:48:03.761328 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:48:03.975867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:04.496529 run create_hlr_db(pid=13249): Launched\u000a00:48:04.688827 bus /sierra_2: Setting Powered False\u000a00:48:05.708426 run create_hlr_db(pid=13249): Terminated: ok {rc=0}\u000a00:48:06.149623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Launched\u000a00:48:06.481377 run osmo-hlr_10.42.42.2(pid=13252): Launched\u000a00:48:06.603293 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:07.182932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Launched\u000a00:48:07.515388 run osmo-stp_10.42.42.5(pid=13255): Launched\u000a00:48:07.635824 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:48:08.239862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Launched\u000a00:48:08.572873 run osmo-msc_10.42.42.6(pid=13258): Launched\u000a00:48:08.767757 run osmo-stp_10.42.42.5(pid=13255): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a00:48:08.908222 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-13_00:48:07.351523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:09.047044 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221213004807540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004807540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004807541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004807541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:09.180063 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-13_00:48:07.351523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:09.312166 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221213004807540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004807540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004807541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004807541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004807542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:09.370353 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:48:09.379754 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:48:09.443557 run osmo-hlr_10.42.42.2(pid=13252): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13252)]\u000a00:48:09.495914 run osmo-hlr_10.42.42.2(pid=13252): stdout: \u000a| (launched: 2022-12-13_00:48:06.318488) \u000a00:48:09.549308 run osmo-hlr_10.42.42.2(pid=13252): stderr: \u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004806512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004806523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004806531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004806531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004806532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:09.620897 run osmo-msc_10.42.42.6(pid=13258): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13258)]\u000a00:48:09.673345 run osmo-msc_10.42.42.6(pid=13258): stdout: \u000a| (launched: 2022-12-13_00:48:08.408320) \u000a00:48:09.726467 run osmo-msc_10.42.42.6(pid=13258): stderr: \u000a| �[0;m�[38;5;43m20221213004808730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004808730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c9fde4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004808730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004808730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004808730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004808731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004808732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004808733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004808733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004808733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:48:09.771259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminating (SIGTERM)\u000a00:48:09.814005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminating (SIGTERM)\u000a00:48:09.856434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Terminating (SIGTERM)\u000a00:48:09.866652 --- ParallelTerminationStrategy: PID 13251 died...\u000a00:48:09.923954 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminated: ok {rc=0}\u000a00:48:09.934335 --- ParallelTerminationStrategy: PID 13254 died...\u000a00:48:09.990769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminated: ok {rc=0}\u000a00:48:10.001445 --- ParallelTerminationStrategy: PID 13257 died...\u000a00:48:10.058237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13257): Terminated: ok {rc=0}\u000a00:48:10.145507 bus /sierra_3: Setting Powered False\u000a00:48:11.254493 bus /sierra_3: Setting Powered False\u000a00:48:12.366946 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:48:13.478809 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:13.490857 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:48:13.654165 tst mo_mt_call_osmux.py: using LAC 32473\u000a00:48:13.776915 tst mo_mt_call_osmux.py: using RAC 88\u000a00:48:13.896728 tst mo_mt_call_osmux.py: using CellId 32473\u000a00:48:14.016255 tst mo_mt_call_osmux.py: using BVCI 32474\u000a00:48:14.039656 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:14.050968 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:14.062177 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:14.073857 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:14.085545 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:48:14.097270 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:48:14.214137 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:48:14.431118 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:14.951751 run create_hlr_db(pid=13261): Launched\u000a00:48:15.142647 bus /sierra_2: Setting Powered False\u000a00:48:16.221992 run create_hlr_db(pid=13261): Terminated: ok {rc=0}\u000a00:48:16.709178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Launched\u000a00:48:17.175105 run osmo-hlr_10.42.42.2(pid=13264): Launched\u000a00:48:17.290350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:17.865345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Launched\u000a00:48:18.195313 run osmo-stp_10.42.42.5(pid=13267): Launched\u000a00:48:18.314925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:48:18.919246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Launched\u000a00:48:19.250140 run osmo-msc_10.42.42.6(pid=13270): Launched\u000a00:48:19.442526 run osmo-stp_10.42.42.5(pid=13267): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]\u000a00:48:19.582878 run osmo-stp_10.42.42.5(pid=13267): stdout: \u000a| (launched: 2022-12-13_00:48:18.033789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:19.721052 run osmo-stp_10.42.42.5(pid=13267): stderr: \u000a| �[0;m�[38;5;43m20221213004818223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004818223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004818224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004818224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:19.853886 run osmo-stp_10.42.42.5(pid=13267): stdout: \u000a| (launched: 2022-12-13_00:48:18.033789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:19.985190 run osmo-stp_10.42.42.5(pid=13267): stderr: \u000a| �[0;m�[38;5;43m20221213004818223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004818223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004818224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004818224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004818225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:20.043197 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:48:20.052396 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a00:48:20.115331 run osmo-hlr_10.42.42.2(pid=13264): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13264)]\u000a00:48:20.167001 run osmo-hlr_10.42.42.2(pid=13264): stdout: \u000a| (launched: 2022-12-13_00:48:16.890412) \u000a00:48:20.219305 run osmo-hlr_10.42.42.2(pid=13264): stderr: \u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004817104 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004817123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004817135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004817135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004817136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:20.290177 run osmo-msc_10.42.42.6(pid=13270): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13270)]\u000a00:48:20.341963 run osmo-msc_10.42.42.6(pid=13270): stdout: \u000a| (launched: 2022-12-13_00:48:19.087588) \u000a00:48:20.394298 run osmo-msc_10.42.42.6(pid=13270): stderr: \u000a| �[0;m�[38;5;43m20221213004819410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004819410 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa0303ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004819410 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004819410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004819410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004819410 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004819412 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004819412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004819413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004819413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:48:20.438612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminating (SIGTERM)\u000a00:48:20.481152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminating (SIGTERM)\u000a00:48:20.523106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Terminating (SIGTERM)\u000a00:48:20.533306 --- ParallelTerminationStrategy: PID 13263 died...\u000a00:48:20.590048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminated: ok {rc=0}\u000a00:48:20.600338 --- ParallelTerminationStrategy: PID 13266 died...\u000a00:48:20.656065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminated: ok {rc=0}\u000a00:48:20.666600 --- ParallelTerminationStrategy: PID 13269 died...\u000a00:48:20.722845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13269): Terminated: ok {rc=0}\u000a00:48:20.810099 bus /sierra_3: Setting Powered False\u000a00:48:21.917192 bus /sierra_3: Setting Powered False\u000a00:48:23.024841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:48:02" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13281): Process ended prematurely: osmo-stp_10.42.42.5(pid=13281) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13281): Process ended prematurely: osmo-stp_10.42.42.5(pid=13281) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:48:25.036462 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.047984 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:48:25.216314 tst mo_mt_call.py: using LAC 32474\u000a00:48:25.346114 tst mo_mt_call.py: using RAC 89\u000a00:48:25.477323 tst mo_mt_call.py: using CellId 32474\u000a00:48:25.608374 tst mo_mt_call.py: using BVCI 32475\u000a00:48:25.633751 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.645315 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.656535 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.668369 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.680169 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:25.691917 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:48:25.809960 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:48:26.013810 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:26.512301 run create_hlr_db(pid=13275): Launched\u000a00:48:26.689186 bus /sierra_2: Setting Powered False\u000a00:48:27.710634 run create_hlr_db(pid=13275): Terminated: ok {rc=0}\u000a00:48:28.150328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Launched\u000a00:48:28.481309 run osmo-hlr_10.42.42.2(pid=13278): Launched\u000a00:48:28.602673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:29.178936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Launched\u000a00:48:29.510152 run osmo-stp_10.42.42.5(pid=13281): Launched\u000a00:48:29.632821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:48:30.236907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Launched\u000a00:48:30.568666 run osmo-msc_10.42.42.6(pid=13284): Launched\u000a00:48:30.762570 run osmo-stp_10.42.42.5(pid=13281): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)]\u000a00:48:31.015492 run osmo-stp_10.42.42.5(pid=13281): stdout: \u000a| (launched: 2022-12-13_00:48:29.347778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:31.149392 run osmo-stp_10.42.42.5(pid=13281): stderr: \u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004829539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:31.276398 run osmo-stp_10.42.42.5(pid=13281): stdout: \u000a| (launched: 2022-12-13_00:48:29.347778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:31.402812 run osmo-stp_10.42.42.5(pid=13281): stderr: \u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004829538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004829539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004829539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:31.459725 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13281): Process ended prematurely: osmo-stp_10.42.42.5(pid=13281) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13281)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:48:31.468776 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a00:48:31.532810 run osmo-hlr_10.42.42.2(pid=13278): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13278)]\u000a00:48:31.584267 run osmo-hlr_10.42.42.2(pid=13278): stdout: \u000a| (launched: 2022-12-13_00:48:28.319113) \u000a00:48:31.637753 run osmo-hlr_10.42.42.2(pid=13278): stderr: \u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004828514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004828527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004828538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004828538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004828538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:31.707631 run osmo-msc_10.42.42.6(pid=13284): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13284)]\u000a00:48:31.758728 run osmo-msc_10.42.42.6(pid=13284): stdout: \u000a| (launched: 2022-12-13_00:48:30.405608) \u000a00:48:31.811904 run osmo-msc_10.42.42.6(pid=13284): stderr: \u000a| �[0;m�[38;5;43m20221213004830726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004830726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d865b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004830726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004830726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004830726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004830727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004830728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004830729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004830729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004830729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:48:31.855763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Terminating (SIGTERM)\u000a00:48:31.898810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Terminating (SIGTERM)\u000a00:48:31.941436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Terminating (SIGTERM)\u000a00:48:31.952751 --- ParallelTerminationStrategy: PID 13277 died...\u000a00:48:32.010083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13277): Terminated: ok {rc=0}\u000a00:48:32.020461 --- ParallelTerminationStrategy: PID 13280 died...\u000a00:48:32.074945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13280): Terminated: ok {rc=0}\u000a00:48:32.085077 --- ParallelTerminationStrategy: PID 13283 died...\u000a00:48:32.140064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13283): Terminated: ok {rc=0}\u000a00:48:32.229982 bus /sierra_3: Setting Powered False\u000a00:48:33.336909 bus /sierra_3: Setting Powered False\u000a00:48:34.445688 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13292): Process ended prematurely: osmo-stp_10.42.42.5(pid=13292) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13292): Process ended prematurely: osmo-stp_10.42.42.5(pid=13292) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:48:35.563822 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:35.576263 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:48:35.746018 tst mo_mt_call_osmux.py: using LAC 32475\u000a00:48:35.877627 tst mo_mt_call_osmux.py: using RAC 90\u000a00:48:36.009350 tst mo_mt_call_osmux.py: using CellId 32475\u000a00:48:36.138616 tst mo_mt_call_osmux.py: using BVCI 32476\u000a00:48:36.164055 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:36.175823 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:36.187379 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:36.199535 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:36.211450 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:48:36.223109 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:48:36.340716 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:48:36.556560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:37.076561 run create_hlr_db(pid=13286): Launched\u000a00:48:37.268276 bus /sierra_2: Setting Powered False\u000a00:48:38.289769 run create_hlr_db(pid=13286): Terminated: ok {rc=0}\u000a00:48:38.729781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Launched\u000a00:48:39.060859 run osmo-hlr_10.42.42.2(pid=13289): Launched\u000a00:48:39.181885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:39.759296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Launched\u000a00:48:40.090893 run osmo-stp_10.42.42.5(pid=13292): Launched\u000a00:48:40.212000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:48:40.825709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Launched\u000a00:48:41.158741 run osmo-msc_10.42.42.6(pid=13295): Launched\u000a00:48:41.352349 run osmo-stp_10.42.42.5(pid=13292): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)]\u000a00:48:41.492289 run osmo-stp_10.42.42.5(pid=13292): stdout: \u000a| (launched: 2022-12-13_00:48:39.927856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:41.631555 run osmo-stp_10.42.42.5(pid=13292): stderr: \u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004840119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:41.764796 run osmo-stp_10.42.42.5(pid=13292): stdout: \u000a| (launched: 2022-12-13_00:48:39.927856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:41.897125 run osmo-stp_10.42.42.5(pid=13292): stderr: \u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004840118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004840119 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004840119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:41.955286 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13292): Process ended prematurely: osmo-stp_10.42.42.5(pid=13292) [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13292)] [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:48:41.964540 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:48:42.028652 run osmo-hlr_10.42.42.2(pid=13289): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13289)]\u000a00:48:42.081596 run osmo-hlr_10.42.42.2(pid=13289): stdout: \u000a| (launched: 2022-12-13_00:48:38.898222) \u000a00:48:42.135008 run osmo-hlr_10.42.42.2(pid=13289): stderr: \u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004839094 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004839108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004839116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004839116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004839116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:42.206967 run osmo-msc_10.42.42.6(pid=13295): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13295)]\u000a00:48:42.259319 run osmo-msc_10.42.42.6(pid=13295): stdout: \u000a| (launched: 2022-12-13_00:48:40.994822) \u000a00:48:42.312440 run osmo-msc_10.42.42.6(pid=13295): stderr: \u000a| �[0;m�[38;5;43m20221213004841316 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004841317 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6e407fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004841317 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004841317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004841319 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004841319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004841319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004841319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:48:42.357330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Terminating (SIGTERM)\u000a00:48:42.400114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Terminating (SIGTERM)\u000a00:48:42.442927 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Terminating (SIGTERM)\u000a00:48:42.452815 --- ParallelTerminationStrategy: PID 13288 died...\u000a00:48:42.509932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13288): Terminated: ok {rc=0}\u000a00:48:42.520219 --- ParallelTerminationStrategy: PID 13291 died...\u000a00:48:42.577191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13291): Terminated: ok {rc=0}\u000a00:48:42.587441 --- ParallelTerminationStrategy: PID 13294 died...\u000a00:48:42.644162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13294): Terminated: ok {rc=0}\u000a00:48:42.731079 bus /sierra_3: Setting Powered False\u000a00:48:43.838239 bus /sierra_3: Setting Powered False\u000a00:48:44.948552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:48:24" }, { "cases" : [ { "testActions" : [ ], "age" : 222, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13307): Process ended prematurely: osmo-stp_10.42.42.5(pid=13307) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13307): Process ended prematurely: osmo-stp_10.42.42.5(pid=13307) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a00:48:46.955595 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:46.967752 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:48:47.130735 tst mo_mt_call.py: using LAC 32476\u000a00:48:47.252240 tst mo_mt_call.py: using RAC 91\u000a00:48:47.374992 tst mo_mt_call.py: using CellId 32476\u000a00:48:47.498235 tst mo_mt_call.py: using BVCI 32477\u000a00:48:47.521966 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:47.533631 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:47.544864 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:47.556354 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:47.567895 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:47.579702 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:48:47.702661 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:48:47.908888 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:48.402898 run create_hlr_db(pid=13301): Launched\u000a00:48:48.579068 bus /sierra_2: Setting Powered False\u000a00:48:49.601531 run create_hlr_db(pid=13301): Terminated: ok {rc=0}\u000a00:48:50.041930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Launched\u000a00:48:50.373513 run osmo-hlr_10.42.42.2(pid=13304): Launched\u000a00:48:50.492225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:48:51.070430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Launched\u000a00:48:51.402028 run osmo-stp_10.42.42.5(pid=13307): Launched\u000a00:48:51.522278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:48:52.126421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Launched\u000a00:48:52.435599 run osmo-msc_10.42.42.6(pid=13310): Launched\u000a00:48:52.618530 run osmo-stp_10.42.42.5(pid=13307): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)]\u000a00:48:52.749458 run osmo-stp_10.42.42.5(pid=13307): stdout: \u000a| (launched: 2022-12-13_00:48:51.239429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:52.877676 run osmo-stp_10.42.42.5(pid=13307): stderr: \u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004851431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:53.001181 run osmo-stp_10.42.42.5(pid=13307): stdout: \u000a| (launched: 2022-12-13_00:48:51.239429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:48:53.123795 run osmo-stp_10.42.42.5(pid=13307): stderr: \u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004851430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004851431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004851431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:48:53.178004 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13307): Process ended prematurely: osmo-stp_10.42.42.5(pid=13307) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13307)] [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a00:48:53.186835 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:48:53.247095 run osmo-hlr_10.42.42.2(pid=13304): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13304)]\u000a00:48:53.296406 run osmo-hlr_10.42.42.2(pid=13304): stdout: \u000a| (launched: 2022-12-13_00:48:50.210267) \u000a00:48:53.346195 run osmo-hlr_10.42.42.2(pid=13304): stderr: \u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004850406 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004850418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004850427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004850427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004850427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:48:53.413920 run osmo-msc_10.42.42.6(pid=13310): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13310)]\u000a00:48:53.463014 run osmo-msc_10.42.42.6(pid=13310): stdout: \u000a| (launched: 2022-12-13_00:48:52.283325) \u000a00:48:53.512736 run osmo-msc_10.42.42.6(pid=13310): stderr: \u000a| �[0;m�[38;5;43m20221213004852554 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004852554 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f13d6820c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004852555 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004852555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004852555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004852555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004852557 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004852557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004852557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004852558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:48:53.554974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Terminating (SIGTERM)\u000a00:48:53.595183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Terminating (SIGTERM)\u000a00:48:53.635474 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Terminating (SIGTERM)\u000a00:48:53.644869 --- ParallelTerminationStrategy: PID 13303 died...\u000a00:48:53.698803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13303): Terminated: ok {rc=0}\u000a00:48:53.708331 --- ParallelTerminationStrategy: PID 13306 died...\u000a00:48:53.761871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13306): Terminated: ok {rc=0}\u000a00:48:53.771593 --- ParallelTerminationStrategy: PID 13309 died...\u000a00:48:53.824994 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13309): Terminated: ok {rc=0}\u000a00:48:53.913836 bus /sierra_3: Setting Powered False\u000a00:48:55.017520 bus /sierra_3: Setting Powered False\u000a00:48:56.128050 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:48:57.240936 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.253348 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:48:57.404013 tst mo_mt_call_osmux.py: using LAC 32477\u000a00:48:57.533388 tst mo_mt_call_osmux.py: using RAC 92\u000a00:48:57.673196 tst mo_mt_call_osmux.py: using CellId 32477\u000a00:48:57.815076 tst mo_mt_call_osmux.py: using BVCI 32478\u000a00:48:57.840325 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.852192 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.863840 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.875742 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.887903 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a00:48:57.899918 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:48:58.019451 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a00:48:58.234992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:48:58.757445 run create_hlr_db(pid=13312): Launched\u000a00:48:58.948461 bus /sierra_2: Setting Powered False\u000a00:48:59.958533 run create_hlr_db(pid=13312): Terminated: ok {rc=0}\u000a00:49:00.408649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Launched\u000a00:49:00.742117 run osmo-hlr_10.42.42.2(pid=13315): Launched\u000a00:49:00.867668 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:01.492594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Launched\u000a00:49:01.974573 run osmo-stp_10.42.42.5(pid=13318): Launched\u000a00:49:02.127605 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:49:02.742886 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Launched\u000a00:49:03.074641 run osmo-msc_10.42.42.6(pid=13321): Launched\u000a00:49:03.268923 run osmo-stp_10.42.42.5(pid=13318): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)]\u000a00:49:03.408937 run osmo-stp_10.42.42.5(pid=13318): stdout: \u000a| (launched: 2022-12-13_00:49:01.664292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:03.547444 run osmo-stp_10.42.42.5(pid=13318): stderr: \u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004901851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:03.680862 run osmo-stp_10.42.42.5(pid=13318): stdout: \u000a| (launched: 2022-12-13_00:49:01.664292)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:03.812717 run osmo-stp_10.42.42.5(pid=13318): stderr: \u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004901850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004901851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004901851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:03.871101 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13318): Process ended prematurely: osmo-stp_10.42.42.5(pid=13318) [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13318)] [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a00:49:03.880321 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a00:49:03.944020 run osmo-hlr_10.42.42.2(pid=13315): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13315)]\u000a00:49:03.995793 run osmo-hlr_10.42.42.2(pid=13315): stdout: \u000a| (launched: 2022-12-13_00:49:00.578231) \u000a00:49:04.048155 run osmo-hlr_10.42.42.2(pid=13315): stderr: \u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004900772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004900786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004900794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004900794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004900795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:04.119738 run osmo-msc_10.42.42.6(pid=13321): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13321)]\u000a00:49:04.171514 run osmo-msc_10.42.42.6(pid=13321): stdout: \u000a| (launched: 2022-12-13_00:49:02.911559) \u000a00:49:04.223984 run osmo-msc_10.42.42.6(pid=13321): stderr: \u000a| �[0;m�[38;5;43m20221213004903231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004903231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ea79e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004903231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004903231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004903231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004903232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004903233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004903234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004903234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004903234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:49:04.268347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminating (SIGTERM)\u000a00:49:04.310573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminating (SIGTERM)\u000a00:49:04.353259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Terminating (SIGTERM)\u000a00:49:04.363154 --- ParallelTerminationStrategy: PID 13314 died...\u000a00:49:04.419852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13314): Terminated: ok {rc=0}\u000a00:49:04.430148 --- ParallelTerminationStrategy: PID 13317 died...\u000a00:49:04.485952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13317): Terminated: ok {rc=0}\u000a00:49:04.496307 --- ParallelTerminationStrategy: PID 13320 died...\u000a00:49:04.552596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13320): Terminated: ok {rc=0}\u000a00:49:04.640490 bus /sierra_3: Setting Powered False\u000a00:49:05.746458 bus /sierra_3: Setting Powered False\u000a00:49:06.854135 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:48:46" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:49:08.880653 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:08.891853 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:49:09.035112 tst emergency_mo_mt_call.py: using LAC 32478\u000a00:49:09.164066 tst emergency_mo_mt_call.py: using RAC 93\u000a00:49:09.295211 tst emergency_mo_mt_call.py: using CellId 32478\u000a00:49:09.422682 tst emergency_mo_mt_call.py: using BVCI 32479\u000a00:49:09.447437 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:09.458662 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:09.469746 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:09.481082 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:09.492325 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:09.503597 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:09.623354 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:09.838599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:10.352031 run create_hlr_db(pid=13327): Launched\u000a00:49:10.541447 bus /sierra_2: Setting Powered False\u000a00:49:11.561738 run create_hlr_db(pid=13327): Terminated: ok {rc=0}\u000a00:49:12.000829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Launched\u000a00:49:12.306222 run osmo-hlr_10.42.42.2(pid=13330): Launched\u000a00:49:12.428008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:12.960839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Launched\u000a00:49:13.263304 run osmo-stp_10.42.42.5(pid=13333): Launched\u000a00:49:13.384091 tst emergency_mo_mt_call.py: using MSISDN 8043\u000a00:49:13.534361 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:49:14.090067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Launched\u000a00:49:14.395201 run osmo-msc_10.42.42.6(pid=13336): Launched\u000a00:49:14.573286 run osmo-stp_10.42.42.5(pid=13333): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)]\u000a00:49:14.701906 run osmo-stp_10.42.42.5(pid=13333): stdout: \u000a| (launched: 2022-12-13_00:49:13.115151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:14.828176 run osmo-stp_10.42.42.5(pid=13333): stderr: \u000a| �[0;m�[38;5;43m20221213004913282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004913282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004913283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004913283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004913283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004913284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004913284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:14.949442 run osmo-stp_10.42.42.5(pid=13333): stdout: \u000a| (launched: 2022-12-13_00:49:13.115151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:15.070139 run osmo-stp_10.42.42.5(pid=13333): stderr: \u000a| �[0;m�[38;5;43m20221213004913282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004913282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004913283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004913283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004913283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004913284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004913284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:15.123198 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13333): Process ended prematurely: osmo-stp_10.42.42.5(pid=13333) [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13333)] [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a00:49:15.131382 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a00:49:15.191088 run osmo-hlr_10.42.42.2(pid=13330): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13330)]\u000a00:49:15.240126 run osmo-hlr_10.42.42.2(pid=13330): stdout: \u000a| (launched: 2022-12-13_00:49:12.155224) \u000a00:49:15.289622 run osmo-hlr_10.42.42.2(pid=13330): stderr: \u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004912327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004912339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004912348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004912348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004912348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:15.357073 run osmo-msc_10.42.42.6(pid=13336): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13336)]\u000a00:49:15.406870 run osmo-msc_10.42.42.6(pid=13336): stdout: \u000a| (launched: 2022-12-13_00:49:14.244288) \u000a00:49:15.456656 run osmo-msc_10.42.42.6(pid=13336): stderr: \u000a| �[0;m�[38;5;43m20221213004914515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004914515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62f4270c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004914515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004914515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004914515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004914516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004914517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004914518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004914518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004914518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:49:15.498790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminating (SIGTERM)\u000a00:49:15.538682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminating (SIGTERM)\u000a00:49:15.578733 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Terminating (SIGTERM)\u000a00:49:15.588069 --- ParallelTerminationStrategy: PID 13329 died...\u000a00:49:15.641795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13329): Terminated: ok {rc=0}\u000a00:49:15.651527 --- ParallelTerminationStrategy: PID 13332 died...\u000a00:49:15.705327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13332): Terminated: ok {rc=0}\u000a00:49:15.715036 --- ParallelTerminationStrategy: PID 13335 died...\u000a00:49:15.768111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13335): Terminated: ok {rc=0}\u000a00:49:15.859887 bus /sierra_3: Setting Powered False\u000a00:49:16.964903 bus /sierra_3: Setting Powered False\u000a00:49:18.072707 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13344): Process ended prematurely: osmo-stp_10.42.42.5(pid=13344) [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13344): Process ended prematurely: osmo-stp_10.42.42.5(pid=13344) [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:49:19.123763 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.135337 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:49:19.273862 tst emergency_preemptive_call.py: using LAC 32479\u000a00:49:19.392700 tst emergency_preemptive_call.py: using RAC 94\u000a00:49:19.511687 tst emergency_preemptive_call.py: using CellId 32479\u000a00:49:19.631268 tst emergency_preemptive_call.py: using BVCI 32480\u000a00:49:19.654604 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.665825 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.676490 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.687185 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.697802 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a00:49:19.708222 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:19.827244 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:19.943955 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:20.059459 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:20.271587 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:20.788390 run create_hlr_db(pid=13338): Launched\u000a00:49:20.978310 bus /sierra_2: Setting Powered False\u000a00:49:21.998506 run create_hlr_db(pid=13338): Terminated: ok {rc=0}\u000a00:49:22.409469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Launched\u000a00:49:22.713885 run osmo-hlr_10.42.42.2(pid=13341): Launched\u000a00:49:22.831083 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:23.358941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Launched\u000a00:49:23.665573 run osmo-stp_10.42.42.5(pid=13344): Launched\u000a00:49:23.785603 tst emergency_preemptive_call.py: using MSISDN 8044\u000a00:49:23.937071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:49:24.494705 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Launched\u000a00:49:24.798192 run osmo-msc_10.42.42.6(pid=13347): Launched\u000a00:49:24.975255 run osmo-stp_10.42.42.5(pid=13344): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)]\u000a00:49:25.103028 run osmo-stp_10.42.42.5(pid=13344): stdout: \u000a| (launched: 2022-12-13_00:49:23.514084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:25.229491 run osmo-stp_10.42.42.5(pid=13344): stderr: \u000a| �[0;m�[38;5;43m20221213004923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004923682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:25.350911 run osmo-stp_10.42.42.5(pid=13344): stdout: \u000a| (launched: 2022-12-13_00:49:23.514084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:25.471591 run osmo-stp_10.42.42.5(pid=13344): stderr: \u000a| �[0;m�[38;5;43m20221213004923681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004923682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004923682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004923683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:25.524523 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13344): Process ended prematurely: osmo-stp_10.42.42.5(pid=13344) [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13344)] [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a00:49:25.532692 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a00:49:25.592394 run osmo-hlr_10.42.42.2(pid=13341): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13341)]\u000a00:49:25.641574 run osmo-hlr_10.42.42.2(pid=13341): stdout: \u000a| (launched: 2022-12-13_00:49:22.563343) \u000a00:49:25.691249 run osmo-hlr_10.42.42.2(pid=13341): stderr: \u000a| �[0;m�[1;31m20221213004922735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004922735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004922735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004922735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004922735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004922736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004922749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004922757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004922757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004922758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:25.759145 run osmo-msc_10.42.42.6(pid=13347): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13347)]\u000a00:49:25.808372 run osmo-msc_10.42.42.6(pid=13347): stdout: \u000a| (launched: 2022-12-13_00:49:24.648286) \u000a00:49:25.858020 run osmo-msc_10.42.42.6(pid=13347): stderr: \u000a| �[0;m�[38;5;43m20221213004924919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213004924920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda327d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213004924920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213004924920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213004924920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213004924920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213004924922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213004924923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213004924923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213004924923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:49:25.900113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Terminating (SIGTERM)\u000a00:49:25.939975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Terminating (SIGTERM)\u000a00:49:25.980248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Terminating (SIGTERM)\u000a00:49:25.989631 --- ParallelTerminationStrategy: PID 13340 died...\u000a00:49:26.043371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13340): Terminated: ok {rc=0}\u000a00:49:26.053152 --- ParallelTerminationStrategy: PID 13343 died...\u000a00:49:26.106267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13343): Terminated: ok {rc=0}\u000a00:49:26.115942 --- ParallelTerminationStrategy: PID 13346 died...\u000a00:49:26.168744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13346): Terminated: ok {rc=0}\u000a00:49:26.256702 bus /sierra_9: Setting Powered False\u000a00:49:27.360131 bus /sierra_9: Setting Powered False\u000a00:49:28.468513 bus /sierra_8: Setting Powered False\u000a00:49:29.575354 bus /sierra_8: Setting Powered False\u000a00:49:30.683077 bus /sierra_3: Setting Powered False\u000a00:49:31.795050 bus /sierra_3: Setting Powered False\u000a00:49:32.907190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:49:08" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13364): Process ended prematurely: osmo-stp_10.42.42.5(pid=13364) [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13364): Process ended prematurely: osmo-stp_10.42.42.5(pid=13364) [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:49:35.021124 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.031909 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:49:35.169881 tst cs_paging_gprs_active.py: using LAC 32480\u000a00:49:35.290787 tst cs_paging_gprs_active.py: using RAC 95\u000a00:49:35.411943 tst cs_paging_gprs_active.py: using CellId 32480\u000a00:49:35.535150 tst cs_paging_gprs_active.py: using BVCI 32481\u000a00:49:35.559053 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.569819 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.580307 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.590872 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.601301 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.611617 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.622206 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.632501 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:35.643094 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:35.765116 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:36.048402 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:49:36.177662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:36.496327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Launched\u000a00:49:36.763167 run iperf3-srv_10.42.42.10(pid=13355): Launched\u000a00:49:36.952423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:49:37.081540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:37.401884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Launched\u000a00:49:37.669649 run iperf3-srv_10.42.42.10(pid=13357): Launched\u000a00:49:37.857608 tst cs_paging_gprs_active.py:38: start network...\u000a00:49:37.985749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:38.481334 run create_hlr_db(pid=13358): Launched\u000a00:49:38.658708 bus /sierra_2: Setting Powered False\u000a00:49:39.681889 run create_hlr_db(pid=13358): Terminated: ok {rc=0}\u000a00:49:40.122682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Launched\u000a00:49:40.456057 run osmo-hlr_10.42.42.2(pid=13361): Launched\u000a00:49:40.576035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:41.154211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Launched\u000a00:49:41.487975 run osmo-stp_10.42.42.5(pid=13364): Launched\u000a00:49:41.610371 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:42.188890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Launched\u000a00:49:42.307379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:42.597301 run patchelf(pid=13367): Launched\u000a00:49:42.791226 run osmo-stp_10.42.42.5(pid=13364): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)]\u000a00:49:42.932542 run osmo-stp_10.42.42.5(pid=13364): stdout: \u000a| (launched: 2022-12-13_00:49:41.323628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:43.074302 run osmo-stp_10.42.42.5(pid=13364): stderr: \u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004941516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:43.211495 run osmo-stp_10.42.42.5(pid=13364): stdout: \u000a| (launched: 2022-12-13_00:49:41.323628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:43.348079 run osmo-stp_10.42.42.5(pid=13364): stderr: \u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004941515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004941516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004941516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:43.506785 run patchelf(pid=13367): Terminating (SIGINT)\u000a00:49:43.694329 run patchelf(pid=13367): Terminated: ok {rc=0}\u000a00:49:43.728413 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13364): Process ended prematurely: osmo-stp_10.42.42.5(pid=13364) [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13364)] [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a00:49:43.738274 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:49:43.802263 run osmo-hlr_10.42.42.2(pid=13361): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13361)]\u000a00:49:43.854048 run osmo-hlr_10.42.42.2(pid=13361): stdout: \u000a| (launched: 2022-12-13_00:49:40.292083) \u000a00:49:43.906246 run osmo-hlr_10.42.42.2(pid=13361): stderr: \u000a| �[0;m�[1;31m20221213004940487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004940487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004940487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004940488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004940488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004940488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004940499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004940509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004940509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004940509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:43.950616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Terminating (SIGTERM)\u000a00:49:43.993030 run iperf3-srv_10.42.42.10(pid=13355): Terminating (SIGTERM)\u000a00:49:44.035065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminating (SIGTERM)\u000a00:49:44.076765 run iperf3-srv_10.42.42.10(pid=13357): Terminating (SIGTERM)\u000a00:49:44.118782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Terminating (SIGTERM)\u000a00:49:44.161231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Terminating (SIGTERM)\u000a00:49:44.203303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Terminating (SIGTERM)\u000a00:49:44.213387 --- ParallelTerminationStrategy: PID 13354 died...\u000a00:49:44.269571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13354): Terminated: ok {rc=0}\u000a00:49:44.279888 --- ParallelTerminationStrategy: PID 13355 died...\u000a00:49:44.335766 run iperf3-srv_10.42.42.10(pid=13355): Terminated {rc=256}\u000a00:49:44.346215 --- ParallelTerminationStrategy: PID 13356 died...\u000a00:49:44.402312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13356): Terminated: ok {rc=0}\u000a00:49:44.412396 --- ParallelTerminationStrategy: PID 13357 died...\u000a00:49:44.468107 run iperf3-srv_10.42.42.10(pid=13357): Terminated {rc=256}\u000a00:49:44.478423 --- ParallelTerminationStrategy: PID 13360 died...\u000a00:49:44.534350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13360): Terminated: ok {rc=0}\u000a00:49:44.544836 --- ParallelTerminationStrategy: PID 13363 died...\u000a00:49:44.601796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13363): Terminated: ok {rc=0}\u000a00:49:44.612189 --- ParallelTerminationStrategy: PID 13366 died...\u000a00:49:44.668170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13366): Terminated: ok {rc=0}\u000a00:49:44.754407 bus /gobi_0: Setting Powered False\u000a00:49:45.868015 bus /gobi_0: Setting Powered False\u000a00:49:46.998529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13376): Process ended prematurely: osmo-stp_10.42.42.5(pid=13376) [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13376): Process ended prematurely: osmo-stp_10.42.42.5(pid=13376) [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a00:49:48.117103 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.128916 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:49:48.280005 tst iperf3.py: using LAC 32481\u000a00:49:48.411099 tst iperf3.py: using RAC 96\u000a00:49:48.539524 tst iperf3.py: using CellId 32481\u000a00:49:48.669067 tst iperf3.py: using BVCI 32482\u000a00:49:48.694652 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.705893 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.716904 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.728225 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.739415 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.750704 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.762233 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.773479 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:48.784866 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:49.085397 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:49.224516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:49.566965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Launched\u000a00:49:49.854484 run iperf3-srv_10.42.42.10(pid=13369): Launched\u000a00:49:50.058038 tst iperf3.py:8: start network...\u000a00:49:50.196664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:49:50.719418 run create_hlr_db(pid=13370): Launched\u000a00:49:50.911038 bus /gobi_6: Setting Powered False\u000a00:49:51.932195 run create_hlr_db(pid=13370): Terminated: ok {rc=0}\u000a00:49:52.371775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Launched\u000a00:49:52.705589 run osmo-hlr_10.42.42.2(pid=13373): Launched\u000a00:49:52.827076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:49:53.405956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Launched\u000a00:49:53.739992 run osmo-stp_10.42.42.5(pid=13376): Launched\u000a00:49:53.860882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:49:54.440499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Launched\u000a00:49:54.559399 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:49:54.851722 run patchelf(pid=13379): Launched\u000a00:49:55.045461 run osmo-stp_10.42.42.5(pid=13376): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)]\u000a00:49:55.186947 run osmo-stp_10.42.42.5(pid=13376): stdout: \u000a| (launched: 2022-12-13_00:49:53.574407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:55.328623 run osmo-stp_10.42.42.5(pid=13376): stderr: \u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004953764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:55.465921 run osmo-stp_10.42.42.5(pid=13376): stdout: \u000a| (launched: 2022-12-13_00:49:53.574407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:49:55.602526 run osmo-stp_10.42.42.5(pid=13376): stderr: \u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213004953763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213004953764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213004953764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:49:55.761882 run patchelf(pid=13379): Terminating (SIGINT)\u000a00:49:55.948304 run patchelf(pid=13379): Terminated: ok {rc=0}\u000a00:49:55.982212 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13376): Process ended prematurely: osmo-stp_10.42.42.5(pid=13376) [trial-2384↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13376)] [trial-2384↪gprs:trx-umtrx↪iperf3.py:8]\u000a00:49:55.991984 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:49:56.056288 run osmo-hlr_10.42.42.2(pid=13373): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13373)]\u000a00:49:56.108349 run osmo-hlr_10.42.42.2(pid=13373): stdout: \u000a| (launched: 2022-12-13_00:49:52.540799) \u000a00:49:56.161016 run osmo-hlr_10.42.42.2(pid=13373): stderr: \u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213004952738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213004952750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213004952758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213004952758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213004952759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:49:56.205706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Terminating (SIGTERM)\u000a00:49:56.248084 run iperf3-srv_10.42.42.10(pid=13369): Terminating (SIGTERM)\u000a00:49:56.291099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Terminating (SIGTERM)\u000a00:49:56.333662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Terminating (SIGTERM)\u000a00:49:56.376390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Terminating (SIGTERM)\u000a00:49:56.386627 --- ParallelTerminationStrategy: PID 13368 died...\u000a00:49:56.443507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13368): Terminated: ok {rc=0}\u000a00:49:56.453791 --- ParallelTerminationStrategy: PID 13369 died...\u000a00:49:56.510895 run iperf3-srv_10.42.42.10(pid=13369): Terminated {rc=256}\u000a00:49:56.521196 --- ParallelTerminationStrategy: PID 13372 died...\u000a00:49:56.577595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13372): Terminated: ok {rc=0}\u000a00:49:56.588370 --- ParallelTerminationStrategy: PID 13375 died...\u000a00:49:56.645215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13375): Terminated: ok {rc=0}\u000a00:49:56.655501 --- ParallelTerminationStrategy: PID 13378 died...\u000a00:49:56.711987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13378): Terminated: ok {rc=0}\u000a00:49:56.798197 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13404): Process ended prematurely: osmo-stp_10.42.42.5(pid=13404) [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13404): Process ended prematurely: osmo-stp_10.42.42.5(pid=13404) [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a00:49:57.915154 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:57.926955 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:49:58.074130 tst iperf3m4.py: using LAC 32482\u000a00:49:58.208157 tst iperf3m4.py: using RAC 97\u000a00:49:58.331139 tst iperf3m4.py: using CellId 32482\u000a00:49:58.451910 tst iperf3m4.py: using BVCI 32483\u000a00:49:58.475918 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.486808 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.497560 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.508297 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.518891 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.530051 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.540991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.551715 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:49:58.562627 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:58.681039 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:58.809704 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:58.928432 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:49:59.211649 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:49:59.341137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:49:59.661916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Launched\u000a00:49:59.928854 run iperf3-srv_10.42.42.10(pid=13381): Launched\u000a00:50:00.117404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:50:00.246048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:00.566278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Launched\u000a00:50:00.836879 run iperf3-srv_10.42.42.10(pid=13383): Launched\u000a00:50:01.035721 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:50:01.166844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:01.501431 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Launched\u000a00:50:01.805387 run iperf3-srv_10.42.42.10(pid=13385): Launched\u000a00:50:02.001082 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:50:02.133317 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:02.489530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Launched\u000a00:50:02.778741 run iperf3-srv_10.42.42.10(pid=13396): Launched\u000a00:50:02.966310 tst iperf3m4.py:8: start network...\u000a00:50:03.094654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:03.590174 run create_hlr_db(pid=13398): Launched\u000a00:50:03.769867 bus /gobi_6: Setting Powered False\u000a00:50:04.790007 run create_hlr_db(pid=13398): Terminated: ok {rc=0}\u000a00:50:05.230975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Launched\u000a00:50:05.564149 run osmo-hlr_10.42.42.2(pid=13401): Launched\u000a00:50:05.688008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:06.268576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Launched\u000a00:50:06.604631 run osmo-stp_10.42.42.5(pid=13404): Launched\u000a00:50:06.726139 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:07.306562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Launched\u000a00:50:07.425716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:07.718368 run patchelf(pid=13407): Launched\u000a00:50:07.914581 run osmo-stp_10.42.42.5(pid=13404): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)]\u000a00:50:08.056165 run osmo-stp_10.42.42.5(pid=13404): stdout: \u000a| (launched: 2022-12-13_00:50:06.439328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:08.198068 run osmo-stp_10.42.42.5(pid=13404): stderr: \u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005006629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:08.335732 run osmo-stp_10.42.42.5(pid=13404): stdout: \u000a| (launched: 2022-12-13_00:50:06.439328)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:08.472422 run osmo-stp_10.42.42.5(pid=13404): stderr: \u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005006629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005006629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005006630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:08.631928 run patchelf(pid=13407): Terminating (SIGINT)\u000a00:50:08.819219 run patchelf(pid=13407): Terminated: ok {rc=0}\u000a00:50:08.853317 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13404): Process ended prematurely: osmo-stp_10.42.42.5(pid=13404) [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13404)] [trial-2384↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a00:50:08.863436 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:50:08.927968 run osmo-hlr_10.42.42.2(pid=13401): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13401)]\u000a00:50:08.980058 run osmo-hlr_10.42.42.2(pid=13401): stdout: \u000a| (launched: 2022-12-13_00:50:05.400452) \u000a00:50:09.032856 run osmo-hlr_10.42.42.2(pid=13401): stderr: \u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005005596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005005612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005005621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005005621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005005621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:09.078153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminating (SIGTERM)\u000a00:50:09.120650 run iperf3-srv_10.42.42.10(pid=13381): Terminating (SIGTERM)\u000a00:50:09.164180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminating (SIGTERM)\u000a00:50:09.207420 run iperf3-srv_10.42.42.10(pid=13383): Terminating (SIGTERM)\u000a00:50:09.250684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Terminating (SIGTERM)\u000a00:50:09.292786 run iperf3-srv_10.42.42.10(pid=13385): Terminating (SIGTERM)\u000a00:50:09.335422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Terminating (SIGTERM)\u000a00:50:09.378899 run iperf3-srv_10.42.42.10(pid=13396): Terminating (SIGTERM)\u000a00:50:09.421442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Terminating (SIGTERM)\u000a00:50:09.464613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Terminating (SIGTERM)\u000a00:50:09.507666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Terminating (SIGTERM)\u000a00:50:09.517313 --- ParallelTerminationStrategy: PID 13380 died...\u000a00:50:09.574259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminated: ok {rc=0}\u000a00:50:09.584663 --- ParallelTerminationStrategy: PID 13381 died...\u000a00:50:09.641768 run iperf3-srv_10.42.42.10(pid=13381): Terminated {rc=256}\u000a00:50:09.651873 --- ParallelTerminationStrategy: PID 13382 died...\u000a00:50:09.708181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminated: ok {rc=0}\u000a00:50:09.718690 --- ParallelTerminationStrategy: PID 13383 died...\u000a00:50:09.774905 run iperf3-srv_10.42.42.10(pid=13383): Terminated {rc=256}\u000a00:50:09.785378 --- ParallelTerminationStrategy: PID 13384 died...\u000a00:50:09.841831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13384): Terminated: ok {rc=0}\u000a00:50:09.852250 --- ParallelTerminationStrategy: PID 13385 died...\u000a00:50:09.908743 run iperf3-srv_10.42.42.10(pid=13385): Terminated {rc=256}\u000a00:50:09.918906 --- ParallelTerminationStrategy: PID 13390 died...\u000a00:50:09.975100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13390): Terminated: ok {rc=0}\u000a00:50:09.985974 --- ParallelTerminationStrategy: PID 13396 died...\u000a00:50:10.042591 run iperf3-srv_10.42.42.10(pid=13396): Terminated {rc=256}\u000a00:50:10.052875 --- ParallelTerminationStrategy: PID 13400 died...\u000a00:50:10.109595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13400): Terminated: ok {rc=0}\u000a00:50:10.119864 --- ParallelTerminationStrategy: PID 13403 died...\u000a00:50:10.176196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13403): Terminated: ok {rc=0}\u000a00:50:10.186708 --- ParallelTerminationStrategy: PID 13406 died...\u000a00:50:10.243448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13406): Terminated: ok {rc=0}\u000a00:50:10.331018 bus /gobi_4: Setting Powered False\u000a00:50:11.437628 bus /gobi_4: Setting Powered False\u000a00:50:12.545916 bus /gobi_1: Setting Powered False\u000a00:50:13.662734 bus /gobi_1: Setting Powered False\u000a00:50:14.779386 bus /gobi_0: Setting Powered False\u000a00:50:15.894116 bus /gobi_0: Setting Powered False\u000a00:50:17.021348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 185, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13765): Process ended prematurely: osmo-stp_10.42.42.5(pid=13765) [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13765): Process ended prematurely: osmo-stp_10.42.42.5(pid=13765) [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a00:50:18.091886 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.103309 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:50:18.239757 tst ping.py: using LAC 32483\u000a00:50:18.361093 tst ping.py: using RAC 98\u000a00:50:18.480248 tst ping.py: using CellId 32483\u000a00:50:18.609530 tst ping.py: using BVCI 32484\u000a00:50:18.634664 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.645913 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.657626 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.668932 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.680547 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.691811 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.703306 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:18.714675 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:50:19.009223 tst ping.py:19: start network...\u000a00:50:19.145415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:19.659863 run create_hlr_db(pid=13759): Launched\u000a00:50:19.849095 bus /gobi_6: Setting Powered False\u000a00:50:20.869396 run create_hlr_db(pid=13759): Terminated: ok {rc=0}\u000a00:50:21.278287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Launched\u000a00:50:21.581358 run osmo-hlr_10.42.42.2(pid=13762): Launched\u000a00:50:21.701315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:22.241180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Launched\u000a00:50:22.544542 run osmo-stp_10.42.42.5(pid=13765): Launched\u000a00:50:22.655421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:23.207081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Launched\u000a00:50:23.329811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:23.629572 run patchelf(pid=13806): Launched\u000a00:50:23.829238 run osmo-stp_10.42.42.5(pid=13765): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)]\u000a00:50:23.974246 run osmo-stp_10.42.42.5(pid=13765): stdout: \u000a| (launched: 2022-12-13_00:50:22.394642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:24.121050 run osmo-stp_10.42.42.5(pid=13765): stderr: \u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005022563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:24.263126 run osmo-stp_10.42.42.5(pid=13765): stdout: \u000a| (launched: 2022-12-13_00:50:22.394642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:24.401370 run osmo-stp_10.42.42.5(pid=13765): stderr: \u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005022563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005022563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005022564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:24.563355 run patchelf(pid=13806): Terminating (SIGINT)\u000a00:50:24.755185 run patchelf(pid=13806): Terminated: ok {rc=0}\u000a00:50:24.790493 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13765): Process ended prematurely: osmo-stp_10.42.42.5(pid=13765) [trial-2384↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13765)] [trial-2384↪gprs:trx-umtrx↪ping.py:22]\u000a00:50:24.800796 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:50:24.870516 run osmo-hlr_10.42.42.2(pid=13762): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13762)]\u000a00:50:24.924600 run osmo-hlr_10.42.42.2(pid=13762): stdout: \u000a| (launched: 2022-12-13_00:50:21.432359) \u000a00:50:24.980240 run osmo-hlr_10.42.42.2(pid=13762): stderr: \u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005021606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005021619 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005021629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005021629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005021629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:25.028280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Terminating (SIGTERM)\u000a00:50:25.074768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Terminating (SIGTERM)\u000a00:50:25.120169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Terminating (SIGTERM)\u000a00:50:25.132222 --- ParallelTerminationStrategy: PID 13761 died...\u000a00:50:25.193736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13761): Terminated: ok {rc=0}\u000a00:50:25.205236 --- ParallelTerminationStrategy: PID 13764 died...\u000a00:50:25.265956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13764): Terminated: ok {rc=0}\u000a00:50:25.277541 --- ParallelTerminationStrategy: PID 13767 died...\u000a00:50:25.337650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13767): Terminated: ok {rc=0}\u000a00:50:25.430299 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13951): Process ended prematurely: osmo-stp_10.42.42.5(pid=13951) [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13951): Process ended prematurely: osmo-stp_10.42.42.5(pid=13951) [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a00:50:26.481802 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:26.493878 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a00:50:26.631958 tst ping_idle_ping.py: using LAC 32484\u000a00:50:26.755103 tst ping_idle_ping.py: using RAC 99\u000a00:50:26.877877 tst ping_idle_ping.py: using CellId 32484\u000a00:50:26.997916 tst ping_idle_ping.py: using BVCI 32485\u000a00:50:27.021759 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.033122 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.044234 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.055589 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.066914 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.078113 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.089505 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a00:50:27.100747 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a00:50:27.403815 tst ping_idle_ping.py:24: start network...\u000a00:50:27.545539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:28.115833 run create_hlr_db(pid=13944): Launched\u000a00:50:28.295239 bus /gobi_6: Setting Powered False\u000a00:50:29.314554 run create_hlr_db(pid=13944): Terminated: ok {rc=0}\u000a00:50:29.726606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Launched\u000a00:50:30.034642 run osmo-hlr_10.42.42.2(pid=13948): Launched\u000a00:50:30.151463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:30.687406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Launched\u000a00:50:31.059262 run osmo-stp_10.42.42.5(pid=13951): Launched\u000a00:50:31.347121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:32.002967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Launched\u000a00:50:32.149339 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:32.427736 run patchelf(pid=13954): Launched\u000a00:50:32.607862 run osmo-stp_10.42.42.5(pid=13951): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)]\u000a00:50:32.739078 run osmo-stp_10.42.42.5(pid=13951): stdout: \u000a| (launched: 2022-12-13_00:50:30.843844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:32.870805 run osmo-stp_10.42.42.5(pid=13951): stderr: \u000a| �[0;m�[38;5;43m20221213005031145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005031146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005031148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005031149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005031151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005031152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005031152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:32.997404 run osmo-stp_10.42.42.5(pid=13951): stdout: \u000a| (launched: 2022-12-13_00:50:30.843844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:33.122895 run osmo-stp_10.42.42.5(pid=13951): stderr: \u000a| �[0;m�[38;5;43m20221213005031145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005031146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005031148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005031149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005031151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005031152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005031152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:33.269777 run patchelf(pid=13954): Terminating (SIGINT)\u000a00:50:33.442969 run patchelf(pid=13954): Terminated: ok {rc=0}\u000a00:50:33.474256 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13951): Process ended prematurely: osmo-stp_10.42.42.5(pid=13951) [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13951)] [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a00:50:33.482939 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a00:50:33.543755 run osmo-hlr_10.42.42.2(pid=13948): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13948)]\u000a00:50:33.593665 run osmo-hlr_10.42.42.2(pid=13948): stdout: \u000a| (launched: 2022-12-13_00:50:29.882680) \u000a00:50:33.644501 run osmo-hlr_10.42.42.2(pid=13948): stderr: \u000a| �[0;m�[1;31m20221213005030058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005030058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005030058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005030058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005030059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005030059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005030074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005030085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005030085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005030085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:33.687634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Terminating (SIGTERM)\u000a00:50:33.728276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Terminating (SIGTERM)\u000a00:50:33.768893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Terminating (SIGTERM)\u000a00:50:33.778771 --- ParallelTerminationStrategy: PID 13947 died...\u000a00:50:33.833173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13947): Terminated: ok {rc=0}\u000a00:50:33.843133 --- ParallelTerminationStrategy: PID 13950 died...\u000a00:50:33.897078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13950): Terminated: ok {rc=0}\u000a00:50:33.906920 --- ParallelTerminationStrategy: PID 13953 died...\u000a00:50:33.960799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13953): Terminated: ok {rc=0}\u000a00:50:34.049858 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:49:34" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:50:36.189464 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.200297 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:50:36.341356 tst cs_paging_gprs_active.py: using LAC 32485\u000a00:50:36.465911 tst cs_paging_gprs_active.py: using RAC 100\u000a00:50:36.589996 tst cs_paging_gprs_active.py: using CellId 32485\u000a00:50:36.714254 tst cs_paging_gprs_active.py: using BVCI 32486\u000a00:50:36.738237 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.749347 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.759968 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.770750 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.781479 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.792129 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.802989 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.813639 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:36.824557 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:50:36.947703 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:50:37.234073 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:50:37.364560 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:37.690718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Launched\u000a00:50:37.961051 run iperf3-srv_10.42.42.10(pid=13959): Launched\u000a00:50:38.154024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:50:38.285338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:38.611805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Launched\u000a00:50:38.883343 run iperf3-srv_10.42.42.10(pid=13961): Launched\u000a00:50:39.072805 tst cs_paging_gprs_active.py:38: start network...\u000a00:50:39.202514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:39.709140 run create_hlr_db(pid=13962): Launched\u000a00:50:39.887776 bus /gobi_6: Setting Powered False\u000a00:50:40.910836 run create_hlr_db(pid=13962): Terminated: ok {rc=0}\u000a00:50:41.358011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Launched\u000a00:50:41.697169 run osmo-hlr_10.42.42.2(pid=13965): Launched\u000a00:50:41.822542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:42.409784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Launched\u000a00:50:42.748100 run osmo-stp_10.42.42.5(pid=13968): Launched\u000a00:50:42.870945 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:43.456881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Launched\u000a00:50:43.576866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:43.870041 run patchelf(pid=13971): Launched\u000a00:50:44.064841 run osmo-stp_10.42.42.5(pid=13968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)]\u000a00:50:44.207570 run osmo-stp_10.42.42.5(pid=13968): stdout: \u000a| (launched: 2022-12-13_00:50:42.580754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:44.350495 run osmo-stp_10.42.42.5(pid=13968): stderr: \u000a| �[0;m�[38;5;43m20221213005042773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005042773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005042774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005042774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005042775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:44.489219 run osmo-stp_10.42.42.5(pid=13968): stdout: \u000a| (launched: 2022-12-13_00:50:42.580754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:44.627090 run osmo-stp_10.42.42.5(pid=13968): stderr: \u000a| �[0;m�[38;5;43m20221213005042773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005042773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005042774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005042774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005042774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005042775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:44.787493 run patchelf(pid=13971): Terminating (SIGINT)\u000a00:50:44.975604 run patchelf(pid=13971): Terminated: ok {rc=0}\u000a00:50:45.009964 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13968): Process ended prematurely: osmo-stp_10.42.42.5(pid=13968) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13968)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:50:45.019812 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a00:50:45.084379 run osmo-hlr_10.42.42.2(pid=13965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13965)]\u000a00:50:45.136553 run osmo-hlr_10.42.42.2(pid=13965): stdout: \u000a| (launched: 2022-12-13_00:50:41.528847) \u000a00:50:45.189295 run osmo-hlr_10.42.42.2(pid=13965): stderr: \u000a| �[0;m�[1;31m20221213005041727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005041727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005041727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005041727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005041727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005041728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005041740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005041748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005041748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005041748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:45.233885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Terminating (SIGTERM)\u000a00:50:45.276218 run iperf3-srv_10.42.42.10(pid=13959): Terminating (SIGTERM)\u000a00:50:45.318853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Terminating (SIGTERM)\u000a00:50:45.361314 run iperf3-srv_10.42.42.10(pid=13961): Terminating (SIGTERM)\u000a00:50:45.403792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminating (SIGTERM)\u000a00:50:45.446910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminating (SIGTERM)\u000a00:50:45.489601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Terminating (SIGTERM)\u000a00:50:45.499464 --- ParallelTerminationStrategy: PID 13958 died...\u000a00:50:45.556109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13958): Terminated: ok {rc=0}\u000a00:50:45.566403 --- ParallelTerminationStrategy: PID 13959 died...\u000a00:50:45.622896 run iperf3-srv_10.42.42.10(pid=13959): Terminated {rc=256}\u000a00:50:45.633177 --- ParallelTerminationStrategy: PID 13960 died...\u000a00:50:45.689532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13960): Terminated: ok {rc=0}\u000a00:50:45.699749 --- ParallelTerminationStrategy: PID 13961 died...\u000a00:50:45.755429 run iperf3-srv_10.42.42.10(pid=13961): Terminated {rc=256}\u000a00:50:45.765929 --- ParallelTerminationStrategy: PID 13964 died...\u000a00:50:45.822088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13964): Terminated: ok {rc=0}\u000a00:50:45.840193 --- ParallelTerminationStrategy: PID 13967 died...\u000a00:50:45.902395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13967): Terminated: ok {rc=0}\u000a00:50:45.913115 --- ParallelTerminationStrategy: PID 13970 died...\u000a00:50:45.974045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13970): Terminated: ok {rc=0}\u000a00:50:46.074021 bus /gobi_0: Setting Powered False\u000a00:50:47.200926 bus /gobi_0: Setting Powered False\u000a00:50:48.312898 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:50:49.424220 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:49.435889 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:50:49.580064 tst iperf3.py: using LAC 32486\u000a00:50:49.704009 tst iperf3.py: using RAC 101\u000a00:50:49.829665 tst iperf3.py: using CellId 32486\u000a00:50:49.953687 tst iperf3.py: using BVCI 32487\u000a00:50:49.977561 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:49.988456 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:49.999263 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.010148 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.020816 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.031490 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.042379 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.053005 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:50.063868 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:50:50.348561 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:50:50.477554 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:50:50.801902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Launched\u000a00:50:51.071923 run iperf3-srv_10.42.42.10(pid=13973): Launched\u000a00:50:51.261132 tst iperf3.py:8: start network...\u000a00:50:51.390303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:50:51.892798 run create_hlr_db(pid=13974): Launched\u000a00:50:52.085648 bus /gobi_6: Setting Powered False\u000a00:50:53.106206 run create_hlr_db(pid=13974): Terminated: ok {rc=0}\u000a00:50:53.550109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Launched\u000a00:50:53.885036 run osmo-hlr_10.42.42.2(pid=13977): Launched\u000a00:50:54.009162 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:50:54.598199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Launched\u000a00:50:54.934633 run osmo-stp_10.42.42.5(pid=13980): Launched\u000a00:50:55.056526 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:50:55.640219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Launched\u000a00:50:55.760085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:50:56.052931 run patchelf(pid=13983): Launched\u000a00:50:56.247723 run osmo-stp_10.42.42.5(pid=13980): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a00:50:56.389212 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-13_00:50:54.768628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:56.531139 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221213005054960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005054960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005054961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005054961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:56.669160 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-13_00:50:54.768628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:50:56.805700 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221213005054960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005054960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005054961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005054961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005054962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:50:56.965163 run patchelf(pid=13983): Terminating (SIGINT)\u000a00:50:57.152215 run patchelf(pid=13983): Terminated: ok {rc=0}\u000a00:50:57.186456 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a00:50:57.196306 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:50:57.260655 run osmo-hlr_10.42.42.2(pid=13977): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13977)]\u000a00:50:57.312631 run osmo-hlr_10.42.42.2(pid=13977): stdout: \u000a| (launched: 2022-12-13_00:50:53.720780) \u000a00:50:57.365515 run osmo-hlr_10.42.42.2(pid=13977): stderr: \u000a| �[0;m�[1;31m20221213005053918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005053918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005053918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005053919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005053919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005053919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005053930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005053939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005053939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005053939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:50:57.410455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Terminating (SIGTERM)\u000a00:50:57.452797 run iperf3-srv_10.42.42.10(pid=13973): Terminating (SIGTERM)\u000a00:50:57.495381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminating (SIGTERM)\u000a00:50:57.537976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminating (SIGTERM)\u000a00:50:57.580351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminating (SIGTERM)\u000a00:50:57.590507 --- ParallelTerminationStrategy: PID 13972 died...\u000a00:50:57.647442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13972): Terminated: ok {rc=0}\u000a00:50:57.657695 --- ParallelTerminationStrategy: PID 13973 died...\u000a00:50:57.713966 run iperf3-srv_10.42.42.10(pid=13973): Terminated {rc=256}\u000a00:50:57.724368 --- ParallelTerminationStrategy: PID 13976 died...\u000a00:50:57.780592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminated: ok {rc=0}\u000a00:50:57.791020 --- ParallelTerminationStrategy: PID 13979 died...\u000a00:50:57.847643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminated: ok {rc=0}\u000a00:50:57.857883 --- ParallelTerminationStrategy: PID 13982 died...\u000a00:50:57.914088 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13982): Terminated: ok {rc=0}\u000a00:50:58.001262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13998): Process ended prematurely: osmo-stp_10.42.42.5(pid=13998) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13998): Process ended prematurely: osmo-stp_10.42.42.5(pid=13998) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:50:59.118907 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.131032 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:50:59.281439 tst iperf3m4.py: using LAC 32487\u000a00:50:59.407689 tst iperf3m4.py: using RAC 102\u000a00:50:59.532380 tst iperf3m4.py: using CellId 32487\u000a00:50:59.655372 tst iperf3m4.py: using BVCI 32488\u000a00:50:59.679621 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.690603 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.701383 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.712103 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.722701 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.733283 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.744016 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.754634 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:50:59.765483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:50:59.884942 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:51:00.011259 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:51:00.137770 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:51:00.441575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:51:00.581319 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:00.957063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Launched\u000a00:51:01.299949 run iperf3-srv_10.42.42.10(pid=13985): Launched\u000a00:51:01.531182 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:51:01.665142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:02.009707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Launched\u000a00:51:02.303524 run iperf3-srv_10.42.42.10(pid=13987): Launched\u000a00:51:02.508541 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:51:02.649083 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:02.995402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Launched\u000a00:51:03.283591 run iperf3-srv_10.42.42.10(pid=13989): Launched\u000a00:51:03.488835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:51:03.629342 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:03.975717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Launched\u000a00:51:04.266003 run iperf3-srv_10.42.42.10(pid=13991): Launched\u000a00:51:04.471645 tst iperf3m4.py:8: start network...\u000a00:51:04.612069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:05.140898 run create_hlr_db(pid=13992): Launched\u000a00:51:05.334378 bus /gobi_6: Setting Powered False\u000a00:51:06.355362 run create_hlr_db(pid=13992): Terminated: ok {rc=0}\u000a00:51:06.776568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Launched\u000a00:51:07.091282 run osmo-hlr_10.42.42.2(pid=13995): Launched\u000a00:51:07.210853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:07.760928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Launched\u000a00:51:08.076360 run osmo-stp_10.42.42.5(pid=13998): Launched\u000a00:51:08.190535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:51:08.740452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Launched\u000a00:51:08.851695 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:51:09.125079 run patchelf(pid=14001): Launched\u000a00:51:09.307472 run osmo-stp_10.42.42.5(pid=13998): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)]\u000a00:51:09.440498 run osmo-stp_10.42.42.5(pid=13998): stdout: \u000a| (launched: 2022-12-13_00:51:07.919584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:09.573396 run osmo-stp_10.42.42.5(pid=13998): stderr: \u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005108091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:09.702201 run osmo-stp_10.42.42.5(pid=13998): stdout: \u000a| (launched: 2022-12-13_00:51:07.919584)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:09.829909 run osmo-stp_10.42.42.5(pid=13998): stderr: \u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005108090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005108091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005108091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:09.978959 run patchelf(pid=14001): Terminating (SIGINT)\u000a00:51:10.154792 run patchelf(pid=14001): Terminated: ok {rc=0}\u000a00:51:10.186701 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13998): Process ended prematurely: osmo-stp_10.42.42.5(pid=13998) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13998)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a00:51:10.195933 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:51:10.256459 run osmo-hlr_10.42.42.2(pid=13995): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13995)]\u000a00:51:10.306221 run osmo-hlr_10.42.42.2(pid=13995): stdout: \u000a| (launched: 2022-12-13_00:51:06.935344) \u000a00:51:10.356138 run osmo-hlr_10.42.42.2(pid=13995): stderr: \u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005107111 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005107124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005107132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005107132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005107132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:10.398748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Terminating (SIGTERM)\u000a00:51:10.439092 run iperf3-srv_10.42.42.10(pid=13985): Terminating (SIGTERM)\u000a00:51:10.479406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Terminating (SIGTERM)\u000a00:51:10.520901 run iperf3-srv_10.42.42.10(pid=13987): Terminating (SIGTERM)\u000a00:51:10.561449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Terminating (SIGTERM)\u000a00:51:10.601607 run iperf3-srv_10.42.42.10(pid=13989): Terminating (SIGTERM)\u000a00:51:10.641568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Terminating (SIGTERM)\u000a00:51:10.681559 run iperf3-srv_10.42.42.10(pid=13991): Terminating (SIGTERM)\u000a00:51:10.721777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Terminating (SIGTERM)\u000a00:51:10.761900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Terminating (SIGTERM)\u000a00:51:10.802120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Terminating (SIGTERM)\u000a00:51:10.811550 --- ParallelTerminationStrategy: PID 13984 died...\u000a00:51:10.865482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13984): Terminated: ok {rc=0}\u000a00:51:10.875371 --- ParallelTerminationStrategy: PID 13985 died...\u000a00:51:10.928824 run iperf3-srv_10.42.42.10(pid=13985): Terminated {rc=256}\u000a00:51:10.938583 --- ParallelTerminationStrategy: PID 13986 died...\u000a00:51:10.991933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13986): Terminated: ok {rc=0}\u000a00:51:11.001792 --- ParallelTerminationStrategy: PID 13987 died...\u000a00:51:11.055272 run iperf3-srv_10.42.42.10(pid=13987): Terminated {rc=256}\u000a00:51:11.065231 --- ParallelTerminationStrategy: PID 13988 died...\u000a00:51:11.119031 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13988): Terminated: ok {rc=0}\u000a00:51:11.128668 --- ParallelTerminationStrategy: PID 13989 died...\u000a00:51:11.181901 run iperf3-srv_10.42.42.10(pid=13989): Terminated {rc=256}\u000a00:51:11.191657 --- ParallelTerminationStrategy: PID 13990 died...\u000a00:51:11.245268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13990): Terminated: ok {rc=0}\u000a00:51:11.255086 --- ParallelTerminationStrategy: PID 13991 died...\u000a00:51:11.308423 run iperf3-srv_10.42.42.10(pid=13991): Terminated {rc=256}\u000a00:51:11.318207 --- ParallelTerminationStrategy: PID 13994 died...\u000a00:51:11.371978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13994): Terminated: ok {rc=0}\u000a00:51:11.381963 --- ParallelTerminationStrategy: PID 13997 died...\u000a00:51:11.435626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13997): Terminated: ok {rc=0}\u000a00:51:11.445433 --- ParallelTerminationStrategy: PID 14000 died...\u000a00:51:11.499437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14000): Terminated: ok {rc=0}\u000a00:51:11.588401 bus /gobi_4: Setting Powered False\u000a00:51:12.693550 bus /gobi_4: Setting Powered False\u000a00:51:13.800760 bus /gobi_1: Setting Powered False\u000a00:51:14.907874 bus /gobi_1: Setting Powered False\u000a00:51:16.025717 bus /gobi_0: Setting Powered False\u000a00:51:17.135621 bus /gobi_0: Setting Powered False\u000a00:51:18.249009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a00:51:19.317378 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.329375 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:51:19.470227 tst ping.py: using LAC 32488\u000a00:51:19.592732 tst ping.py: using RAC 103\u000a00:51:19.722280 tst ping.py: using CellId 32488\u000a00:51:19.853139 tst ping.py: using BVCI 32489\u000a00:51:19.878483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.890119 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.901576 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.913218 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.924663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.936210 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.948059 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:19.959572 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:51:20.239438 tst ping.py:19: start network...\u000a00:51:20.366350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:20.860177 run create_hlr_db(pid=14003): Launched\u000a00:51:21.036820 bus /gobi_6: Setting Powered False\u000a00:51:22.078740 run create_hlr_db(pid=14003): Terminated: ok {rc=0}\u000a00:51:22.490914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Launched\u000a00:51:22.798613 run osmo-hlr_10.42.42.2(pid=14006): Launched\u000a00:51:22.909552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:23.445478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Launched\u000a00:51:23.752658 run osmo-stp_10.42.42.5(pid=14009): Launched\u000a00:51:23.864293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:51:24.400381 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Launched\u000a00:51:24.509751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:51:24.779992 run patchelf(pid=14012): Launched\u000a00:51:24.959453 run osmo-stp_10.42.42.5(pid=14009): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)]\u000a00:51:25.090082 run osmo-stp_10.42.42.5(pid=14009): stdout: \u000a| (launched: 2022-12-13_00:51:23.600135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:25.221524 run osmo-stp_10.42.42.5(pid=14009): stderr: \u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005123772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:25.347483 run osmo-stp_10.42.42.5(pid=14009): stdout: \u000a| (launched: 2022-12-13_00:51:23.600135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:25.472440 run osmo-stp_10.42.42.5(pid=14009): stderr: \u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005123771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005123772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005123772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:25.618859 run patchelf(pid=14012): Terminating (SIGINT)\u000a00:51:25.791147 run patchelf(pid=14012): Terminated: ok {rc=0}\u000a00:51:25.822154 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14009): Process ended prematurely: osmo-stp_10.42.42.5(pid=14009) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14009)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a00:51:25.830700 tst ping.py:22: Test FAILED (6.5 sec)\u000a00:51:25.891147 run osmo-hlr_10.42.42.2(pid=14006): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14006)]\u000a00:51:25.940296 run osmo-hlr_10.42.42.2(pid=14006): stdout: \u000a| (launched: 2022-12-13_00:51:22.646402) \u000a00:51:25.990256 run osmo-hlr_10.42.42.2(pid=14006): stderr: \u000a| �[0;m�[1;31m20221213005122821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005122821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005122822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005122822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005122822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005122822 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005122835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005122846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005122846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005122846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:26.032723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminating (SIGTERM)\u000a00:51:26.072927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminating (SIGTERM)\u000a00:51:26.113324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminating (SIGTERM)\u000a00:51:26.122715 --- ParallelTerminationStrategy: PID 14005 died...\u000a00:51:26.176355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14005): Terminated: ok {rc=0}\u000a00:51:26.186077 --- ParallelTerminationStrategy: PID 14008 died...\u000a00:51:26.239986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14008): Terminated: ok {rc=0}\u000a00:51:26.249963 --- ParallelTerminationStrategy: PID 14011 died...\u000a00:51:26.303410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14011): Terminated: ok {rc=0}\u000a00:51:26.392305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a00:51:27.444925 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:27.456774 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:51:27.609286 tst ping_idle_ping.py: using LAC 32489\u000a00:51:27.740002 tst ping_idle_ping.py: using RAC 104\u000a00:51:27.870017 tst ping_idle_ping.py: using CellId 32489\u000a00:51:28.000574 tst ping_idle_ping.py: using BVCI 32490\u000a00:51:28.025916 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.037491 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.048853 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.060422 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.071892 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.083412 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.095185 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:51:28.106906 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:51:28.390228 tst ping_idle_ping.py:24: start network...\u000a00:51:28.519188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:29.019035 run create_hlr_db(pid=14013): Launched\u000a00:51:29.197902 bus /gobi_6: Setting Powered False\u000a00:51:30.218821 run create_hlr_db(pid=14013): Terminated: ok {rc=0}\u000a00:51:30.663147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Launched\u000a00:51:31.113601 run osmo-hlr_10.42.42.2(pid=14016): Launched\u000a00:51:31.287042 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:31.940675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Launched\u000a00:51:32.357342 run osmo-stp_10.42.42.5(pid=14019): Launched\u000a00:51:32.470537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:51:33.028493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Launched\u000a00:51:33.138088 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:51:33.408567 run patchelf(pid=14022): Launched\u000a00:51:33.588565 run osmo-stp_10.42.42.5(pid=14019): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)]\u000a00:51:33.720459 run osmo-stp_10.42.42.5(pid=14019): stdout: \u000a| (launched: 2022-12-13_00:51:32.101529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:33.852488 run osmo-stp_10.42.42.5(pid=14019): stderr: \u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005132458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:33.979704 run osmo-stp_10.42.42.5(pid=14019): stdout: \u000a| (launched: 2022-12-13_00:51:32.101529)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:34.106091 run osmo-stp_10.42.42.5(pid=14019): stderr: \u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005132457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005132458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005132458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:34.253589 run patchelf(pid=14022): Terminating (SIGINT)\u000a00:51:34.427574 run patchelf(pid=14022): Terminated: ok {rc=0}\u000a00:51:34.459173 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14019): Process ended prematurely: osmo-stp_10.42.42.5(pid=14019) [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14019)] [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a00:51:34.467888 tst ping_idle_ping.py:27: Test FAILED (7.0 sec)\u000a00:51:34.529014 run osmo-hlr_10.42.42.2(pid=14016): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14016)]\u000a00:51:34.578376 run osmo-hlr_10.42.42.2(pid=14016): stdout: \u000a| (launched: 2022-12-13_00:51:30.835639) \u000a00:51:34.628517 run osmo-hlr_10.42.42.2(pid=14016): stderr: \u000a| �[0;m�[1;31m20221213005131165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005131165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005131168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005131168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005131168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005131168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005131191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005131216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005131217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005131217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:34.671824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminating (SIGTERM)\u000a00:51:34.712327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminating (SIGTERM)\u000a00:51:34.752800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminating (SIGTERM)\u000a00:51:34.762333 --- ParallelTerminationStrategy: PID 14015 died...\u000a00:51:34.816229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14015): Terminated: ok {rc=0}\u000a00:51:34.826238 --- ParallelTerminationStrategy: PID 14018 died...\u000a00:51:34.879986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14018): Terminated: ok {rc=0}\u000a00:51:34.889927 --- ParallelTerminationStrategy: PID 14021 died...\u000a00:51:34.943851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14021): Terminated: ok {rc=0}\u000a00:51:35.028922 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:50:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:51:37.197977 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.209412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:51:37.378386 tst cs_paging_gprs_active.py: using LAC 32490\u000a00:51:37.509898 tst cs_paging_gprs_active.py: using RAC 105\u000a00:51:37.643658 tst cs_paging_gprs_active.py: using CellId 32490\u000a00:51:37.769854 tst cs_paging_gprs_active.py: using BVCI 32491\u000a00:51:37.794045 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.805308 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.816277 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.829690 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.841839 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.853655 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.865152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.876696 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:37.888433 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:51:38.008884 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:51:38.294673 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:51:38.424515 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:38.751356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Launched\u000a00:51:39.023789 run iperf3-srv_10.42.42.10(pid=14027): Launched\u000a00:51:39.214377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:51:39.344449 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:39.671179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Launched\u000a00:51:39.943852 run iperf3-srv_10.42.42.10(pid=14029): Launched\u000a00:51:40.134639 tst cs_paging_gprs_active.py:38: start network...\u000a00:51:40.264470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:40.768439 run create_hlr_db(pid=14030): Launched\u000a00:51:40.947677 bus /gobi_6: Setting Powered False\u000a00:51:41.970116 run create_hlr_db(pid=14030): Terminated: ok {rc=0}\u000a00:51:42.387282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Launched\u000a00:51:42.704416 run osmo-hlr_10.42.42.2(pid=14033): Launched\u000a00:51:42.830800 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:43.379368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Launched\u000a00:51:43.693952 run osmo-stp_10.42.42.5(pid=14036): Launched\u000a00:51:43.808743 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:51:44.357678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Launched\u000a00:51:44.469753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:51:44.754214 run patchelf(pid=14039): Launched\u000a00:51:44.938707 run osmo-stp_10.42.42.5(pid=14036): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)]\u000a00:51:45.072919 run osmo-stp_10.42.42.5(pid=14036): stdout: \u000a| (launched: 2022-12-13_00:51:43.538568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:45.207650 run osmo-stp_10.42.42.5(pid=14036): stderr: \u000a| �[0;m�[38;5;43m20221213005143710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005143710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005143711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005143711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005143711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005143712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005143712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:45.337879 run osmo-stp_10.42.42.5(pid=14036): stdout: \u000a| (launched: 2022-12-13_00:51:43.538568)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:45.467052 run osmo-stp_10.42.42.5(pid=14036): stderr: \u000a| �[0;m�[38;5;43m20221213005143710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005143710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005143711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005143711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005143711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005143712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005143712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:45.617644 run patchelf(pid=14039): Terminating (SIGINT)\u000a00:51:45.794976 run patchelf(pid=14039): Terminated: ok {rc=0}\u000a00:51:45.827414 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14036): Process ended prematurely: osmo-stp_10.42.42.5(pid=14036) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14036)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a00:51:45.837294 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:51:45.915992 run osmo-hlr_10.42.42.2(pid=14033): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14033)]\u000a00:51:45.968390 run osmo-hlr_10.42.42.2(pid=14033): stdout: \u000a| (launched: 2022-12-13_00:51:42.546953) \u000a00:51:46.019589 run osmo-hlr_10.42.42.2(pid=14033): stderr: \u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005142724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005142736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005142744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005142745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005142745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:46.063005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminating (SIGTERM)\u000a00:51:46.103872 run iperf3-srv_10.42.42.10(pid=14027): Terminating (SIGTERM)\u000a00:51:46.145123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminating (SIGTERM)\u000a00:51:46.185992 run iperf3-srv_10.42.42.10(pid=14029): Terminating (SIGTERM)\u000a00:51:46.228708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminating (SIGTERM)\u000a00:51:46.270888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminating (SIGTERM)\u000a00:51:46.313598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminating (SIGTERM)\u000a00:51:46.323068 --- ParallelTerminationStrategy: PID 14026 died...\u000a00:51:46.379933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14026): Terminated: ok {rc=0}\u000a00:51:46.390393 --- ParallelTerminationStrategy: PID 14027 died...\u000a00:51:46.452535 run iperf3-srv_10.42.42.10(pid=14027): Terminated {rc=256}\u000a00:51:46.463803 --- ParallelTerminationStrategy: PID 14028 died...\u000a00:51:46.524334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14028): Terminated: ok {rc=0}\u000a00:51:46.535712 --- ParallelTerminationStrategy: PID 14029 died...\u000a00:51:46.596277 run iperf3-srv_10.42.42.10(pid=14029): Terminated {rc=256}\u000a00:51:46.607676 --- ParallelTerminationStrategy: PID 14032 died...\u000a00:51:46.670345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14032): Terminated: ok {rc=0}\u000a00:51:46.681680 --- ParallelTerminationStrategy: PID 14035 died...\u000a00:51:46.743133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14035): Terminated: ok {rc=0}\u000a00:51:46.754433 --- ParallelTerminationStrategy: PID 14038 died...\u000a00:51:46.815682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14038): Terminated: ok {rc=0}\u000a00:51:46.910541 bus /gobi_0: Setting Powered False\u000a00:51:48.013553 bus /gobi_0: Setting Powered False\u000a00:51:49.123284 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14048): Process ended prematurely: osmo-stp_10.42.42.5(pid=14048) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14048): Process ended prematurely: osmo-stp_10.42.42.5(pid=14048) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a00:51:50.240787 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.252790 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:51:50.425504 tst iperf3.py: using LAC 32491\u000a00:51:50.557306 tst iperf3.py: using RAC 106\u000a00:51:50.690029 tst iperf3.py: using CellId 32491\u000a00:51:50.819932 tst iperf3.py: using BVCI 32492\u000a00:51:50.845788 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.857383 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.868649 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.880189 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.891691 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.903288 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.914874 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.926388 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:50.938167 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:51:51.241494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:51:51.381330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:51:51.727614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Launched\u000a00:51:52.015459 run iperf3-srv_10.42.42.10(pid=14041): Launched\u000a00:51:52.220269 tst iperf3.py:8: start network...\u000a00:51:52.360447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:51:52.889463 run create_hlr_db(pid=14042): Launched\u000a00:51:53.082142 bus /gobi_6: Setting Powered False\u000a00:51:54.103176 run create_hlr_db(pid=14042): Terminated: ok {rc=0}\u000a00:51:54.521700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Launched\u000a00:51:54.835037 run osmo-hlr_10.42.42.2(pid=14045): Launched\u000a00:51:54.949433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:51:55.596310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Launched\u000a00:51:55.901535 run osmo-stp_10.42.42.5(pid=14048): Launched\u000a00:51:56.012227 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:51:56.546454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Launched\u000a00:51:56.656184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:51:56.925777 run patchelf(pid=14051): Launched\u000a00:51:57.104274 run osmo-stp_10.42.42.5(pid=14048): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)]\u000a00:51:57.234396 run osmo-stp_10.42.42.5(pid=14048): stdout: \u000a| (launched: 2022-12-13_00:51:55.750935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:57.364410 run osmo-stp_10.42.42.5(pid=14048): stderr: \u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005155921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:57.490769 run osmo-stp_10.42.42.5(pid=14048): stdout: \u000a| (launched: 2022-12-13_00:51:55.750935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:51:57.616195 run osmo-stp_10.42.42.5(pid=14048): stderr: \u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005155920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005155921 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005155921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:51:57.762744 run patchelf(pid=14051): Terminating (SIGINT)\u000a00:51:57.935125 run patchelf(pid=14051): Terminated: ok {rc=0}\u000a00:51:57.966650 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14048): Process ended prematurely: osmo-stp_10.42.42.5(pid=14048) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14048)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a00:51:57.975812 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a00:51:58.035895 run osmo-hlr_10.42.42.2(pid=14045): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14045)]\u000a00:51:58.085046 run osmo-hlr_10.42.42.2(pid=14045): stdout: \u000a| (launched: 2022-12-13_00:51:54.681664) \u000a00:51:58.134849 run osmo-hlr_10.42.42.2(pid=14045): stderr: \u000a| �[0;m�[1;31m20221213005154858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005154858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005154858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005154858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005154859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005154859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005154871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005154879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005154879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005154879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:51:58.177123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Terminating (SIGTERM)\u000a00:51:58.216919 run iperf3-srv_10.42.42.10(pid=14041): Terminating (SIGTERM)\u000a00:51:58.256996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Terminating (SIGTERM)\u000a00:51:58.296846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Terminating (SIGTERM)\u000a00:51:58.336765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Terminating (SIGTERM)\u000a00:51:58.346146 --- ParallelTerminationStrategy: PID 14040 died...\u000a00:51:58.399626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14040): Terminated: ok {rc=0}\u000a00:51:58.409370 --- ParallelTerminationStrategy: PID 14041 died...\u000a00:51:58.462462 run iperf3-srv_10.42.42.10(pid=14041): Terminated {rc=256}\u000a00:51:58.472232 --- ParallelTerminationStrategy: PID 14044 died...\u000a00:51:58.525346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14044): Terminated: ok {rc=0}\u000a00:51:58.534897 --- ParallelTerminationStrategy: PID 14047 died...\u000a00:51:58.587802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14047): Terminated: ok {rc=0}\u000a00:51:58.597451 --- ParallelTerminationStrategy: PID 14050 died...\u000a00:51:58.650870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14050): Terminated: ok {rc=0}\u000a00:51:58.740438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14066): Process ended prematurely: osmo-stp_10.42.42.5(pid=14066) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14066): Process ended prematurely: osmo-stp_10.42.42.5(pid=14066) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a00:51:59.851039 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:51:59.862597 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:52:00.033652 tst iperf3m4.py: using LAC 32492\u000a00:52:00.159196 tst iperf3m4.py: using RAC 107\u000a00:52:00.285686 tst iperf3m4.py: using CellId 32492\u000a00:52:00.417354 tst iperf3m4.py: using BVCI 32493\u000a00:52:00.442393 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.453858 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.465053 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.476509 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.487911 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.499416 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.510959 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.522866 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:00.534587 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:00.656605 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:00.775215 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:00.914501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:01.264139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:52:01.431282 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:01.787826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Launched\u000a00:52:02.103507 run iperf3-srv_10.42.42.10(pid=14053): Launched\u000a00:52:02.307950 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:52:02.444937 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:02.784443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Launched\u000a00:52:03.067495 run iperf3-srv_10.42.42.10(pid=14055): Launched\u000a00:52:03.267919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:52:03.404468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:03.744799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Launched\u000a00:52:04.027469 run iperf3-srv_10.42.42.10(pid=14057): Launched\u000a00:52:04.226987 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:52:04.363439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:04.704076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Launched\u000a00:52:04.986633 run iperf3-srv_10.42.42.10(pid=14059): Launched\u000a00:52:05.186062 tst iperf3m4.py:8: start network...\u000a00:52:05.322341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:05.839226 run create_hlr_db(pid=14060): Launched\u000a00:52:06.028042 bus /gobi_6: Setting Powered False\u000a00:52:07.048937 run create_hlr_db(pid=14060): Terminated: ok {rc=0}\u000a00:52:07.460868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Launched\u000a00:52:07.768077 run osmo-hlr_10.42.42.2(pid=14063): Launched\u000a00:52:07.881336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:08.411805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Launched\u000a00:52:08.717933 run osmo-stp_10.42.42.5(pid=14066): Launched\u000a00:52:08.829570 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:52:09.363784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Launched\u000a00:52:09.472211 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:52:09.740047 run patchelf(pid=14069): Launched\u000a00:52:09.919186 run osmo-stp_10.42.42.5(pid=14066): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)]\u000a00:52:10.049899 run osmo-stp_10.42.42.5(pid=14066): stdout: \u000a| (launched: 2022-12-13_00:52:08.566918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:10.180720 run osmo-stp_10.42.42.5(pid=14066): stderr: \u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005208735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:10.307599 run osmo-stp_10.42.42.5(pid=14066): stdout: \u000a| (launched: 2022-12-13_00:52:08.566918)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:10.433283 run osmo-stp_10.42.42.5(pid=14066): stderr: \u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005208735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005208735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005208736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:10.580072 run patchelf(pid=14069): Terminating (SIGINT)\u000a00:52:10.752828 run patchelf(pid=14069): Terminated: ok {rc=0}\u000a00:52:10.785184 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14066): Process ended prematurely: osmo-stp_10.42.42.5(pid=14066) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14066)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a00:52:10.794563 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a00:52:10.854817 run osmo-hlr_10.42.42.2(pid=14063): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14063)]\u000a00:52:10.904073 run osmo-hlr_10.42.42.2(pid=14063): stdout: \u000a| (launched: 2022-12-13_00:52:07.616662) \u000a00:52:10.954181 run osmo-hlr_10.42.42.2(pid=14063): stderr: \u000a| �[0;m�[1;31m20221213005207793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005207793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005207793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005207793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005207794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005207794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005207805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005207814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005207814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005207814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:10.996511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Terminating (SIGTERM)\u000a00:52:11.036366 run iperf3-srv_10.42.42.10(pid=14053): Terminating (SIGTERM)\u000a00:52:11.076203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Terminating (SIGTERM)\u000a00:52:11.116021 run iperf3-srv_10.42.42.10(pid=14055): Terminating (SIGTERM)\u000a00:52:11.155766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Terminating (SIGTERM)\u000a00:52:11.195595 run iperf3-srv_10.42.42.10(pid=14057): Terminating (SIGTERM)\u000a00:52:11.235383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Terminating (SIGTERM)\u000a00:52:11.275151 run iperf3-srv_10.42.42.10(pid=14059): Terminating (SIGTERM)\u000a00:52:11.315247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Terminating (SIGTERM)\u000a00:52:11.355153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Terminating (SIGTERM)\u000a00:52:11.394995 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Terminating (SIGTERM)\u000a00:52:11.404168 --- ParallelTerminationStrategy: PID 14052 died...\u000a00:52:11.457579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14052): Terminated: ok {rc=0}\u000a00:52:11.467115 --- ParallelTerminationStrategy: PID 14053 died...\u000a00:52:11.519759 run iperf3-srv_10.42.42.10(pid=14053): Terminated {rc=256}\u000a00:52:11.529288 --- ParallelTerminationStrategy: PID 14054 died...\u000a00:52:11.582073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14054): Terminated: ok {rc=0}\u000a00:52:11.591483 --- ParallelTerminationStrategy: PID 14055 died...\u000a00:52:11.644201 run iperf3-srv_10.42.42.10(pid=14055): Terminated {rc=256}\u000a00:52:11.654105 --- ParallelTerminationStrategy: PID 14056 died...\u000a00:52:11.707616 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14056): Terminated: ok {rc=0}\u000a00:52:11.717152 --- ParallelTerminationStrategy: PID 14057 died...\u000a00:52:11.769680 run iperf3-srv_10.42.42.10(pid=14057): Terminated {rc=256}\u000a00:52:11.779086 --- ParallelTerminationStrategy: PID 14058 died...\u000a00:52:11.831877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14058): Terminated: ok {rc=0}\u000a00:52:11.841822 --- ParallelTerminationStrategy: PID 14059 died...\u000a00:52:11.894669 run iperf3-srv_10.42.42.10(pid=14059): Terminated {rc=256}\u000a00:52:11.904149 --- ParallelTerminationStrategy: PID 14062 died...\u000a00:52:11.957264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14062): Terminated: ok {rc=0}\u000a00:52:11.966783 --- ParallelTerminationStrategy: PID 14065 died...\u000a00:52:12.019417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14065): Terminated: ok {rc=0}\u000a00:52:12.028829 --- ParallelTerminationStrategy: PID 14068 died...\u000a00:52:12.081858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14068): Terminated: ok {rc=0}\u000a00:52:12.171349 bus /gobi_4: Setting Powered False\u000a00:52:13.275621 bus /gobi_4: Setting Powered False\u000a00:52:14.382894 bus /gobi_1: Setting Powered False\u000a00:52:15.490823 bus /gobi_1: Setting Powered False\u000a00:52:16.598848 bus /gobi_0: Setting Powered False\u000a00:52:17.699985 bus /gobi_0: Setting Powered False\u000a00:52:18.813109 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14076): Process ended prematurely: osmo-stp_10.42.42.5(pid=14076) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14076): Process ended prematurely: osmo-stp_10.42.42.5(pid=14076) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a00:52:19.883151 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:19.895267 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:52:20.060729 tst ping.py: using LAC 32493\u000a00:52:20.187554 tst ping.py: using RAC 108\u000a00:52:20.317941 tst ping.py: using CellId 32493\u000a00:52:20.444629 tst ping.py: using BVCI 32494\u000a00:52:20.469479 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.480855 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.492078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.503812 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.515452 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.527139 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.538896 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:20.550481 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:20.829445 tst ping.py:19: start network...\u000a00:52:20.955119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:21.440615 run create_hlr_db(pid=14070): Launched\u000a00:52:21.613998 bus /gobi_6: Setting Powered False\u000a00:52:22.635178 run create_hlr_db(pid=14070): Terminated: ok {rc=0}\u000a00:52:23.039996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Launched\u000a00:52:23.342653 run osmo-hlr_10.42.42.2(pid=14073): Launched\u000a00:52:23.452771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:23.977413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Launched\u000a00:52:24.279425 run osmo-stp_10.42.42.5(pid=14076): Launched\u000a00:52:24.389808 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:52:24.918263 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Launched\u000a00:52:25.024876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:52:25.289209 run patchelf(pid=14079): Launched\u000a00:52:25.466176 run osmo-stp_10.42.42.5(pid=14076): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)]\u000a00:52:25.595229 run osmo-stp_10.42.42.5(pid=14076): stdout: \u000a| (launched: 2022-12-13_00:52:24.130211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:25.724576 run osmo-stp_10.42.42.5(pid=14076): stderr: \u000a| �[0;m�[38;5;43m20221213005224299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005224300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005224300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005224300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:25.849159 run osmo-stp_10.42.42.5(pid=14076): stdout: \u000a| (launched: 2022-12-13_00:52:24.130211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:25.972563 run osmo-stp_10.42.42.5(pid=14076): stderr: \u000a| �[0;m�[38;5;43m20221213005224299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005224300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005224300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005224300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005224301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:26.117659 run patchelf(pid=14079): Terminating (SIGINT)\u000a00:52:26.287994 run patchelf(pid=14079): Terminated: ok {rc=0}\u000a00:52:26.318809 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14076): Process ended prematurely: osmo-stp_10.42.42.5(pid=14076) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14076)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a00:52:26.327427 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:52:26.387335 run osmo-hlr_10.42.42.2(pid=14073): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14073)]\u000a00:52:26.436405 run osmo-hlr_10.42.42.2(pid=14073): stdout: \u000a| (launched: 2022-12-13_00:52:23.193572) \u000a00:52:26.486295 run osmo-hlr_10.42.42.2(pid=14073): stderr: \u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005223367 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005223379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005223388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:26.528838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Terminating (SIGTERM)\u000a00:52:26.568786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Terminating (SIGTERM)\u000a00:52:26.608784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Terminating (SIGTERM)\u000a00:52:26.618106 --- ParallelTerminationStrategy: PID 14072 died...\u000a00:52:26.671797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14072): Terminated: ok {rc=0}\u000a00:52:26.681399 --- ParallelTerminationStrategy: PID 14075 died...\u000a00:52:26.734431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14075): Terminated: ok {rc=0}\u000a00:52:26.743928 --- ParallelTerminationStrategy: PID 14078 died...\u000a00:52:26.797453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14078): Terminated: ok {rc=0}\u000a00:52:26.880447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14086): Process ended prematurely: osmo-stp_10.42.42.5(pid=14086) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14086): Process ended prematurely: osmo-stp_10.42.42.5(pid=14086) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a00:52:27.932493 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:27.944171 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a00:52:28.107247 tst ping_idle_ping.py: using LAC 32494\u000a00:52:28.226440 tst ping_idle_ping.py: using RAC 109\u000a00:52:28.343091 tst ping_idle_ping.py: using CellId 32494\u000a00:52:28.459633 tst ping_idle_ping.py: using BVCI 32495\u000a00:52:28.482861 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.493745 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.504368 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.515068 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.525803 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.536532 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.547390 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a00:52:28.558116 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a00:52:28.847877 tst ping_idle_ping.py:24: start network...\u000a00:52:28.983783 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:29.492507 run create_hlr_db(pid=14080): Launched\u000a00:52:29.681513 bus /gobi_6: Setting Powered False\u000a00:52:30.701310 run create_hlr_db(pid=14080): Terminated: ok {rc=0}\u000a00:52:31.151899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Launched\u000a00:52:31.557537 run osmo-hlr_10.42.42.2(pid=14083): Launched\u000a00:52:31.749329 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:32.428644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Launched\u000a00:52:32.732685 run osmo-stp_10.42.42.5(pid=14086): Launched\u000a00:52:32.842423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:52:33.373785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Launched\u000a00:52:33.480634 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:52:33.745151 run patchelf(pid=14089): Launched\u000a00:52:33.922073 run osmo-stp_10.42.42.5(pid=14086): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)]\u000a00:52:34.051285 run osmo-stp_10.42.42.5(pid=14086): stdout: \u000a| (launched: 2022-12-13_00:52:32.583196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:34.181222 run osmo-stp_10.42.42.5(pid=14086): stderr: \u000a| �[0;m�[38;5;43m20221213005232750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005232750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005232751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005232751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005232751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005232752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005232752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:34.306306 run osmo-stp_10.42.42.5(pid=14086): stdout: \u000a| (launched: 2022-12-13_00:52:32.583196)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:34.430041 run osmo-stp_10.42.42.5(pid=14086): stderr: \u000a| �[0;m�[38;5;43m20221213005232750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005232750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005232751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005232751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005232751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005232752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005232752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:34.575501 run patchelf(pid=14089): Terminating (SIGINT)\u000a00:52:34.746923 run patchelf(pid=14089): Terminated: ok {rc=0}\u000a00:52:34.778021 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14086): Process ended prematurely: osmo-stp_10.42.42.5(pid=14086) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14086)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a00:52:34.786651 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:52:34.846541 run osmo-hlr_10.42.42.2(pid=14083): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14083)]\u000a00:52:34.895629 run osmo-hlr_10.42.42.2(pid=14083): stdout: \u000a| (launched: 2022-12-13_00:52:31.310149) \u000a00:52:34.945478 run osmo-hlr_10.42.42.2(pid=14083): stderr: \u000a| �[0;m�[1;31m20221213005231644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005231645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005231645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005231645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005231645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005231645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005231662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005231676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005231678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005231680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:34.988274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Terminating (SIGTERM)\u000a00:52:35.028134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Terminating (SIGTERM)\u000a00:52:35.067930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Terminating (SIGTERM)\u000a00:52:35.077194 --- ParallelTerminationStrategy: PID 14082 died...\u000a00:52:35.130579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14082): Terminated: ok {rc=0}\u000a00:52:35.140149 --- ParallelTerminationStrategy: PID 14085 died...\u000a00:52:35.193123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14085): Terminated: ok {rc=0}\u000a00:52:35.202668 --- ParallelTerminationStrategy: PID 14088 died...\u000a00:52:35.255654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14088): Terminated: ok {rc=0}\u000a00:52:35.339522 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:51:36" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14103): Process ended prematurely: osmo-stp_10.42.42.5(pid=14103) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14103): Process ended prematurely: osmo-stp_10.42.42.5(pid=14103) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:52:37.511916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:37.523376 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:52:37.695259 tst cs_paging_gprs_active.py: using LAC 32495\u000a00:52:37.824724 tst cs_paging_gprs_active.py: using RAC 110\u000a00:52:37.951573 tst cs_paging_gprs_active.py: using CellId 32495\u000a00:52:38.078690 tst cs_paging_gprs_active.py: using BVCI 32496\u000a00:52:38.103957 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.115403 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.126784 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.138425 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.149964 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.161521 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.173229 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.184559 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:38.196250 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:52:38.316083 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:52:38.618395 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:52:38.756878 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:39.098667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Launched\u000a00:52:39.385310 run iperf3-srv_10.42.42.10(pid=14094): Launched\u000a00:52:39.587652 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:52:39.726298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:40.070427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Launched\u000a00:52:40.357300 run iperf3-srv_10.42.42.10(pid=14096): Launched\u000a00:52:40.559908 tst cs_paging_gprs_active.py:38: start network...\u000a00:52:40.698205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:41.220095 run create_hlr_db(pid=14097): Launched\u000a00:52:41.410623 bus /gobi_6: Setting Powered False\u000a00:52:42.431849 run create_hlr_db(pid=14097): Terminated: ok {rc=0}\u000a00:52:42.852167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Launched\u000a00:52:43.184631 run osmo-hlr_10.42.42.2(pid=14100): Launched\u000a00:52:43.306685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:43.883952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Launched\u000a00:52:44.213134 run osmo-stp_10.42.42.5(pid=14103): Launched\u000a00:52:44.332436 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:52:44.908400 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Launched\u000a00:52:45.026526 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:52:45.319082 run patchelf(pid=14106): Launched\u000a00:52:45.510997 run osmo-stp_10.42.42.5(pid=14103): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)]\u000a00:52:45.651079 run osmo-stp_10.42.42.5(pid=14103): stdout: \u000a| (launched: 2022-12-13_00:52:44.051376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:45.791854 run osmo-stp_10.42.42.5(pid=14103): stderr: \u000a| �[0;m�[38;5;43m20221213005244241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005244242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005244242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005244242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:45.939747 run osmo-stp_10.42.42.5(pid=14103): stdout: \u000a| (launched: 2022-12-13_00:52:44.051376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:46.075596 run osmo-stp_10.42.42.5(pid=14103): stderr: \u000a| �[0;m�[38;5;43m20221213005244241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005244242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005244242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005244242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005244243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:46.227602 run patchelf(pid=14106): Terminating (SIGINT)\u000a00:52:46.404901 run patchelf(pid=14106): Terminated: ok {rc=0}\u000a00:52:46.439567 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14103): Process ended prematurely: osmo-stp_10.42.42.5(pid=14103) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14103)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a00:52:46.449875 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a00:52:46.512284 run osmo-hlr_10.42.42.2(pid=14100): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14100)]\u000a00:52:46.563602 run osmo-hlr_10.42.42.2(pid=14100): stdout: \u000a| (launched: 2022-12-13_00:52:43.019877) \u000a00:52:46.614777 run osmo-hlr_10.42.42.2(pid=14100): stderr: \u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005243216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005243229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005243237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005243237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005243237 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:46.659362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminating (SIGTERM)\u000a00:52:46.702902 run iperf3-srv_10.42.42.10(pid=14094): Terminating (SIGTERM)\u000a00:52:46.745717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminating (SIGTERM)\u000a00:52:46.790037 run iperf3-srv_10.42.42.10(pid=14096): Terminating (SIGTERM)\u000a00:52:46.841710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Terminating (SIGTERM)\u000a00:52:46.891636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Terminating (SIGTERM)\u000a00:52:46.937519 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Terminating (SIGTERM)\u000a00:52:46.948584 --- ParallelTerminationStrategy: PID 14093 died...\u000a00:52:47.008530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14093): Terminated: ok {rc=0}\u000a00:52:47.019330 --- ParallelTerminationStrategy: PID 14094 died...\u000a00:52:47.078485 run iperf3-srv_10.42.42.10(pid=14094): Terminated {rc=256}\u000a00:52:47.089335 --- ParallelTerminationStrategy: PID 14095 died...\u000a00:52:47.148421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14095): Terminated: ok {rc=0}\u000a00:52:47.158985 --- ParallelTerminationStrategy: PID 14096 died...\u000a00:52:47.218817 run iperf3-srv_10.42.42.10(pid=14096): Terminated {rc=256}\u000a00:52:47.229887 --- ParallelTerminationStrategy: PID 14099 died...\u000a00:52:47.287275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14099): Terminated: ok {rc=0}\u000a00:52:47.298100 --- ParallelTerminationStrategy: PID 14102 died...\u000a00:52:47.354650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14102): Terminated: ok {rc=0}\u000a00:52:47.365653 --- ParallelTerminationStrategy: PID 14105 died...\u000a00:52:47.422380 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14105): Terminated: ok {rc=0}\u000a00:52:47.510421 bus /gobi_0: Setting Powered False\u000a00:52:48.617656 bus /gobi_0: Setting Powered False\u000a00:52:49.729735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a00:52:50.841224 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:50.852649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:52:51.018984 tst iperf3.py: using LAC 32496\u000a00:52:51.147628 tst iperf3.py: using RAC 111\u000a00:52:51.278246 tst iperf3.py: using CellId 32496\u000a00:52:51.401901 tst iperf3.py: using BVCI 32497\u000a00:52:51.425549 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.436420 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.447310 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.458098 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.468686 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.479453 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.490669 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.501373 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:52:51.512221 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:52:51.792428 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:52:51.919273 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:52:52.237190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Launched\u000a00:52:52.500911 run iperf3-srv_10.42.42.10(pid=14108): Launched\u000a00:52:52.687382 tst iperf3.py:8: start network...\u000a00:52:52.814614 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:52:53.308455 run create_hlr_db(pid=14109): Launched\u000a00:52:53.484011 bus /gobi_6: Setting Powered False\u000a00:52:54.506330 run create_hlr_db(pid=14109): Terminated: ok {rc=0}\u000a00:52:54.916014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Launched\u000a00:52:55.226689 run osmo-hlr_10.42.42.2(pid=14112): Launched\u000a00:52:55.343008 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:52:55.879317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Launched\u000a00:52:56.186518 run osmo-stp_10.42.42.5(pid=14115): Launched\u000a00:52:56.298049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:52:56.836136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Launched\u000a00:52:56.945597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:52:57.217035 run patchelf(pid=14118): Launched\u000a00:52:57.395936 run osmo-stp_10.42.42.5(pid=14115): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)]\u000a00:52:57.526572 run osmo-stp_10.42.42.5(pid=14115): stdout: \u000a| (launched: 2022-12-13_00:52:56.034910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:57.657343 run osmo-stp_10.42.42.5(pid=14115): stderr: \u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005256205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:57.784110 run osmo-stp_10.42.42.5(pid=14115): stdout: \u000a| (launched: 2022-12-13_00:52:56.034910)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:52:57.909959 run osmo-stp_10.42.42.5(pid=14115): stderr: \u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005256204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005256205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005256205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:52:58.058485 run patchelf(pid=14118): Terminating (SIGINT)\u000a00:52:58.231818 run patchelf(pid=14118): Terminated: ok {rc=0}\u000a00:52:58.263364 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14115): Process ended prematurely: osmo-stp_10.42.42.5(pid=14115) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14115)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a00:52:58.272595 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a00:52:58.332770 run osmo-hlr_10.42.42.2(pid=14112): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14112)]\u000a00:52:58.382141 run osmo-hlr_10.42.42.2(pid=14112): stdout: \u000a| (launched: 2022-12-13_00:52:55.072843) \u000a00:52:58.432176 run osmo-hlr_10.42.42.2(pid=14112): stderr: \u000a| �[0;m�[1;31m20221213005255248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005255248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005255248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005255249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005255249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005255249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005255261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005255269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005255269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005255269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:52:58.474730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Terminating (SIGTERM)\u000a00:52:58.514698 run iperf3-srv_10.42.42.10(pid=14108): Terminating (SIGTERM)\u000a00:52:58.554759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminating (SIGTERM)\u000a00:52:58.595062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminating (SIGTERM)\u000a00:52:58.635618 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminating (SIGTERM)\u000a00:52:58.644910 --- ParallelTerminationStrategy: PID 14107 died...\u000a00:52:58.698881 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14107): Terminated: ok {rc=0}\u000a00:52:58.708447 --- ParallelTerminationStrategy: PID 14108 died...\u000a00:52:58.761890 run iperf3-srv_10.42.42.10(pid=14108): Terminated {rc=256}\u000a00:52:58.771461 --- ParallelTerminationStrategy: PID 14111 died...\u000a00:52:58.825270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14111): Terminated: ok {rc=0}\u000a00:52:58.834908 --- ParallelTerminationStrategy: PID 14114 died...\u000a00:52:58.888469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14114): Terminated: ok {rc=0}\u000a00:52:58.898116 --- ParallelTerminationStrategy: PID 14117 died...\u000a00:52:58.951860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14117): Terminated: ok {rc=0}\u000a00:52:59.041534 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a00:53:00.152731 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.164472 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:00.332317 tst iperf3m4.py: using LAC 32497\u000a00:53:00.461794 tst iperf3m4.py: using RAC 112\u000a00:53:00.592185 tst iperf3m4.py: using CellId 32497\u000a00:53:00.726570 tst iperf3m4.py: using BVCI 32498\u000a00:53:00.751991 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.763504 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.774872 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.786592 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.798163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.809811 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.821394 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.833468 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:00.846666 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:00.980409 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:01.108644 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:01.233169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:01.586106 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:53:01.727846 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:02.080355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Launched\u000a00:53:02.363027 run iperf3-srv_10.42.42.10(pid=14120): Launched\u000a00:53:02.551183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:53:02.679730 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:03.000849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Launched\u000a00:53:03.266744 run iperf3-srv_10.42.42.10(pid=14122): Launched\u000a00:53:03.454152 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:53:03.582131 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:03.901280 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Launched\u000a00:53:04.166550 run iperf3-srv_10.42.42.10(pid=14124): Launched\u000a00:53:04.353411 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:53:04.480358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:04.801111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Launched\u000a00:53:05.067939 run iperf3-srv_10.42.42.10(pid=14126): Launched\u000a00:53:05.255178 tst iperf3m4.py:8: start network...\u000a00:53:05.382865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:05.879274 run create_hlr_db(pid=14127): Launched\u000a00:53:06.071034 bus /gobi_6: Setting Powered False\u000a00:53:07.091385 run create_hlr_db(pid=14127): Terminated: ok {rc=0}\u000a00:53:07.507885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Launched\u000a00:53:07.818685 run osmo-hlr_10.42.42.2(pid=14130): Launched\u000a00:53:07.932316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:08.467658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Launched\u000a00:53:08.776445 run osmo-stp_10.42.42.5(pid=14133): Launched\u000a00:53:08.887844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:09.426715 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Launched\u000a00:53:09.536179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:09.806339 run patchelf(pid=14136): Launched\u000a00:53:09.985996 run osmo-stp_10.42.42.5(pid=14133): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]\u000a00:53:10.116711 run osmo-stp_10.42.42.5(pid=14133): stdout: \u000a| (launched: 2022-12-13_00:53:08.623615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:10.248012 run osmo-stp_10.42.42.5(pid=14133): stderr: \u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005308794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:10.375000 run osmo-stp_10.42.42.5(pid=14133): stdout: \u000a| (launched: 2022-12-13_00:53:08.623615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:10.500731 run osmo-stp_10.42.42.5(pid=14133): stderr: \u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005308793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005308794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005308794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:10.647980 run patchelf(pid=14136): Terminating (SIGINT)\u000a00:53:10.821454 run patchelf(pid=14136): Terminated: ok {rc=0}\u000a00:53:10.853378 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a00:53:10.862523 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a00:53:10.923013 run osmo-hlr_10.42.42.2(pid=14130): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14130)]\u000a00:53:10.972501 run osmo-hlr_10.42.42.2(pid=14130): stdout: \u000a| (launched: 2022-12-13_00:53:07.664352) \u000a00:53:11.022709 run osmo-hlr_10.42.42.2(pid=14130): stderr: \u000a| �[0;m�[1;31m20221213005307843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005307844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005307844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005307844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005307844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005307844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005307856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005307864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005307865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005307865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:11.065297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Terminating (SIGTERM)\u000a00:53:11.105437 run iperf3-srv_10.42.42.10(pid=14120): Terminating (SIGTERM)\u000a00:53:11.145611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Terminating (SIGTERM)\u000a00:53:11.185607 run iperf3-srv_10.42.42.10(pid=14122): Terminating (SIGTERM)\u000a00:53:11.225681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Terminating (SIGTERM)\u000a00:53:11.266222 run iperf3-srv_10.42.42.10(pid=14124): Terminating (SIGTERM)\u000a00:53:11.306402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Terminating (SIGTERM)\u000a00:53:11.346305 run iperf3-srv_10.42.42.10(pid=14126): Terminating (SIGTERM)\u000a00:53:11.386335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminating (SIGTERM)\u000a00:53:11.426289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminating (SIGTERM)\u000a00:53:11.466323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminating (SIGTERM)\u000a00:53:11.475612 --- ParallelTerminationStrategy: PID 14119 died...\u000a00:53:11.529312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14119): Terminated: ok {rc=0}\u000a00:53:11.538935 --- ParallelTerminationStrategy: PID 14120 died...\u000a00:53:11.592224 run iperf3-srv_10.42.42.10(pid=14120): Terminated {rc=256}\u000a00:53:11.601806 --- ParallelTerminationStrategy: PID 14121 died...\u000a00:53:11.655138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14121): Terminated: ok {rc=0}\u000a00:53:11.664714 --- ParallelTerminationStrategy: PID 14122 died...\u000a00:53:11.717882 run iperf3-srv_10.42.42.10(pid=14122): Terminated {rc=256}\u000a00:53:11.727409 --- ParallelTerminationStrategy: PID 14123 died...\u000a00:53:11.781571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14123): Terminated: ok {rc=0}\u000a00:53:11.791082 --- ParallelTerminationStrategy: PID 14124 died...\u000a00:53:11.844147 run iperf3-srv_10.42.42.10(pid=14124): Terminated {rc=256}\u000a00:53:11.853757 --- ParallelTerminationStrategy: PID 14125 died...\u000a00:53:11.906844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14125): Terminated: ok {rc=0}\u000a00:53:11.916498 --- ParallelTerminationStrategy: PID 14126 died...\u000a00:53:11.969483 run iperf3-srv_10.42.42.10(pid=14126): Terminated {rc=256}\u000a00:53:11.979031 --- ParallelTerminationStrategy: PID 14129 died...\u000a00:53:12.032484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminated: ok {rc=0}\u000a00:53:12.042024 --- ParallelTerminationStrategy: PID 14132 died...\u000a00:53:12.095113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminated: ok {rc=0}\u000a00:53:12.104682 --- ParallelTerminationStrategy: PID 14135 died...\u000a00:53:12.158038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminated: ok {rc=0}\u000a00:53:12.242904 bus /gobi_4: Setting Powered False\u000a00:53:13.346122 bus /gobi_4: Setting Powered False\u000a00:53:14.457532 bus /gobi_1: Setting Powered False\u000a00:53:15.565794 bus /gobi_1: Setting Powered False\u000a00:53:16.674206 bus /gobi_0: Setting Powered False\u000a00:53:17.776692 bus /gobi_0: Setting Powered False\u000a00:53:18.886827 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a00:53:19.956830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:19.969188 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:20.130451 tst ping.py: using LAC 32498\u000a00:53:20.248612 tst ping.py: using RAC 113\u000a00:53:20.368866 tst ping.py: using CellId 32498\u000a00:53:20.488917 tst ping.py: using BVCI 32499\u000a00:53:20.512039 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.523127 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.533961 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.545169 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.555861 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.566721 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.578010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:20.588734 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:20.863581 tst ping.py:19: start network...\u000a00:53:20.987089 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:21.473430 run create_hlr_db(pid=14139): Launched\u000a00:53:21.647575 bus /gobi_6: Setting Powered False\u000a00:53:22.669757 run create_hlr_db(pid=14139): Terminated: ok {rc=0}\u000a00:53:23.102106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Launched\u000a00:53:23.429468 run osmo-hlr_10.42.42.2(pid=14142): Launched\u000a00:53:23.548218 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:24.113138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Launched\u000a00:53:24.437424 run osmo-stp_10.42.42.5(pid=14145): Launched\u000a00:53:24.554672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:25.123214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Launched\u000a00:53:25.238872 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:25.522274 run patchelf(pid=14148): Launched\u000a00:53:25.712395 run osmo-stp_10.42.42.5(pid=14145): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)]\u000a00:53:25.851002 run osmo-stp_10.42.42.5(pid=14145): stdout: \u000a| (launched: 2022-12-13_00:53:24.277261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:25.990181 run osmo-stp_10.42.42.5(pid=14145): stderr: \u000a| �[0;m�[38;5;43m20221213005324468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005324469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005324469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005324469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:26.124126 run osmo-stp_10.42.42.5(pid=14145): stdout: \u000a| (launched: 2022-12-13_00:53:24.277261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:26.256780 run osmo-stp_10.42.42.5(pid=14145): stderr: \u000a| �[0;m�[38;5;43m20221213005324468 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005324469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005324469 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005324469 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005324470 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:26.412117 run patchelf(pid=14148): Terminating (SIGINT)\u000a00:53:26.594568 run patchelf(pid=14148): Terminated: ok {rc=0}\u000a00:53:26.627578 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14145): Process ended prematurely: osmo-stp_10.42.42.5(pid=14145) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14145)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a00:53:26.636879 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:53:26.701584 run osmo-hlr_10.42.42.2(pid=14142): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14142)]\u000a00:53:26.753766 run osmo-hlr_10.42.42.2(pid=14142): stdout: \u000a| (launched: 2022-12-13_00:53:23.266780) \u000a00:53:26.806699 run osmo-hlr_10.42.42.2(pid=14142): stderr: \u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005323463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005323476 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005323486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005323486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005323486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:26.851489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminating (SIGTERM)\u000a00:53:26.894252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminating (SIGTERM)\u000a00:53:26.936766 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Terminating (SIGTERM)\u000a00:53:26.947822 --- ParallelTerminationStrategy: PID 14141 died...\u000a00:53:27.004404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14141): Terminated: ok {rc=0}\u000a00:53:27.014999 --- ParallelTerminationStrategy: PID 14144 died...\u000a00:53:27.071173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14144): Terminated: ok {rc=0}\u000a00:53:27.082029 --- ParallelTerminationStrategy: PID 14147 died...\u000a00:53:27.138781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14147): Terminated: ok {rc=0}\u000a00:53:27.227302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14155): Process ended prematurely: osmo-stp_10.42.42.5(pid=14155) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14155): Process ended prematurely: osmo-stp_10.42.42.5(pid=14155) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a00:53:28.279442 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.291795 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:53:28.461885 tst ping_idle_ping.py: using LAC 32499\u000a00:53:28.590313 tst ping_idle_ping.py: using RAC 114\u000a00:53:28.719865 tst ping_idle_ping.py: using CellId 32499\u000a00:53:28.845247 tst ping_idle_ping.py: using BVCI 32500\u000a00:53:28.868381 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.879341 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.890254 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.901605 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.912826 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.924167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.935574 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a00:53:28.946954 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a00:53:29.224176 tst ping_idle_ping.py:24: start network...\u000a00:53:29.349012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:29.831888 run create_hlr_db(pid=14149): Launched\u000a00:53:30.005512 bus /gobi_6: Setting Powered False\u000a00:53:31.059882 run create_hlr_db(pid=14149): Terminated: ok {rc=0}\u000a00:53:31.516537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Launched\u000a00:53:31.932220 run osmo-hlr_10.42.42.2(pid=14152): Launched\u000a00:53:32.162175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:32.718706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Launched\u000a00:53:33.026446 run osmo-stp_10.42.42.5(pid=14155): Launched\u000a00:53:33.136523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:33.667119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Launched\u000a00:53:33.774902 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:34.042539 run patchelf(pid=14158): Launched\u000a00:53:34.220788 run osmo-stp_10.42.42.5(pid=14155): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)]\u000a00:53:34.350734 run osmo-stp_10.42.42.5(pid=14155): stdout: \u000a| (launched: 2022-12-13_00:53:32.874314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:34.480758 run osmo-stp_10.42.42.5(pid=14155): stderr: \u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005333044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:34.606341 run osmo-stp_10.42.42.5(pid=14155): stdout: \u000a| (launched: 2022-12-13_00:53:32.874314)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:34.730683 run osmo-stp_10.42.42.5(pid=14155): stderr: \u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005333043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005333044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005333044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:34.876157 run patchelf(pid=14158): Terminating (SIGINT)\u000a00:53:35.047696 run patchelf(pid=14158): Terminated: ok {rc=0}\u000a00:53:35.078754 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14155): Process ended prematurely: osmo-stp_10.42.42.5(pid=14155) [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14155)] [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a00:53:35.087449 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a00:53:35.147864 run osmo-hlr_10.42.42.2(pid=14152): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14152)]\u000a00:53:35.197352 run osmo-hlr_10.42.42.2(pid=14152): stdout: \u000a| (launched: 2022-12-13_00:53:31.687757) \u000a00:53:35.247667 run osmo-hlr_10.42.42.2(pid=14152): stderr: \u000a| �[0;m�[1;31m20221213005332022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005332022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005332022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005332023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005332023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005332023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005332035 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005332047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005332048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005332048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:35.290287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Terminating (SIGTERM)\u000a00:53:35.330550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Terminating (SIGTERM)\u000a00:53:35.370822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Terminating (SIGTERM)\u000a00:53:35.380154 --- ParallelTerminationStrategy: PID 14151 died...\u000a00:53:35.434309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14151): Terminated: ok {rc=0}\u000a00:53:35.444476 --- ParallelTerminationStrategy: PID 14154 died...\u000a00:53:35.498060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14154): Terminated: ok {rc=0}\u000a00:53:35.507646 --- ParallelTerminationStrategy: PID 14157 died...\u000a00:53:35.561217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14157): Terminated: ok {rc=0}\u000a00:53:35.650052 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:52:37" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14173): Process ended prematurely: osmo-stp_10.42.42.5(pid=14173) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14173): Process ended prematurely: osmo-stp_10.42.42.5(pid=14173) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:53:37.808128 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:37.819461 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:53:37.959020 tst cs_paging_gprs_active.py: using LAC 32500\u000a00:53:38.079390 tst cs_paging_gprs_active.py: using RAC 115\u000a00:53:38.206712 tst cs_paging_gprs_active.py: using CellId 32500\u000a00:53:38.328388 tst cs_paging_gprs_active.py: using BVCI 32501\u000a00:53:38.351962 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.363277 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.374410 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.385565 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.396683 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.407799 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.419032 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.430071 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:38.441430 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:53:38.559160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:53:38.840840 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:53:38.968220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:39.288790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Launched\u000a00:53:39.558099 run iperf3-srv_10.42.42.10(pid=14164): Launched\u000a00:53:39.745981 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:53:39.873880 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:40.196321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Launched\u000a00:53:40.462452 run iperf3-srv_10.42.42.10(pid=14166): Launched\u000a00:53:40.649523 tst cs_paging_gprs_active.py:38: start network...\u000a00:53:40.777599 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:41.274910 run create_hlr_db(pid=14167): Launched\u000a00:53:41.452251 bus /gobi_6: Setting Powered False\u000a00:53:42.474546 run create_hlr_db(pid=14167): Terminated: ok {rc=0}\u000a00:53:42.915227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Launched\u000a00:53:43.249575 run osmo-hlr_10.42.42.2(pid=14170): Launched\u000a00:53:43.369386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:43.947142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Launched\u000a00:53:44.278855 run osmo-stp_10.42.42.5(pid=14173): Launched\u000a00:53:44.399722 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:44.977587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Launched\u000a00:53:45.096214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:45.384860 run patchelf(pid=14176): Launched\u000a00:53:45.577943 run osmo-stp_10.42.42.5(pid=14173): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)]\u000a00:53:45.719206 run osmo-stp_10.42.42.5(pid=14173): stdout: \u000a| (launched: 2022-12-13_00:53:44.115250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:45.869337 run osmo-stp_10.42.42.5(pid=14173): stderr: \u000a| �[0;m�[38;5;43m20221213005344306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005344306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005344307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005344307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:46.000938 run osmo-stp_10.42.42.5(pid=14173): stdout: \u000a| (launched: 2022-12-13_00:53:44.115250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:46.131452 run osmo-stp_10.42.42.5(pid=14173): stderr: \u000a| �[0;m�[38;5;43m20221213005344306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005344306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005344307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005344307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005344308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:46.283209 run patchelf(pid=14176): Terminating (SIGINT)\u000a00:53:46.499681 run patchelf(pid=14176): Terminated: ok {rc=0}\u000a00:53:46.540768 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14173): Process ended prematurely: osmo-stp_10.42.42.5(pid=14173) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14173)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a00:53:46.556129 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a00:53:46.628892 run osmo-hlr_10.42.42.2(pid=14170): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14170)]\u000a00:53:46.698318 run osmo-hlr_10.42.42.2(pid=14170): stdout: \u000a| (launched: 2022-12-13_00:53:43.083729) \u000a00:53:46.765184 run osmo-hlr_10.42.42.2(pid=14170): stderr: \u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005343281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005343294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005343303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005343303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005343303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:46.811439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Terminating (SIGTERM)\u000a00:53:46.863184 run iperf3-srv_10.42.42.10(pid=14164): Terminating (SIGTERM)\u000a00:53:46.906740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Terminating (SIGTERM)\u000a00:53:46.955586 run iperf3-srv_10.42.42.10(pid=14166): Terminating (SIGTERM)\u000a00:53:47.005981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Terminating (SIGTERM)\u000a00:53:47.054030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Terminating (SIGTERM)\u000a00:53:47.106653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Terminating (SIGTERM)\u000a00:53:47.119174 --- ParallelTerminationStrategy: PID 14163 died...\u000a00:53:47.191737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14163): Terminated: ok {rc=0}\u000a00:53:47.210237 --- ParallelTerminationStrategy: PID 14164 died...\u000a00:53:47.282367 run iperf3-srv_10.42.42.10(pid=14164): Terminated {rc=256}\u000a00:53:47.296836 --- ParallelTerminationStrategy: PID 14165 died...\u000a00:53:47.358688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14165): Terminated: ok {rc=0}\u000a00:53:47.371053 --- ParallelTerminationStrategy: PID 14166 died...\u000a00:53:47.441958 run iperf3-srv_10.42.42.10(pid=14166): Terminated {rc=256}\u000a00:53:47.453880 --- ParallelTerminationStrategy: PID 14169 died...\u000a00:53:47.516188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14169): Terminated: ok {rc=0}\u000a00:53:47.526481 --- ParallelTerminationStrategy: PID 14172 died...\u000a00:53:47.600175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14172): Terminated: ok {rc=0}\u000a00:53:47.610454 --- ParallelTerminationStrategy: PID 14175 died...\u000a00:53:47.676922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14175): Terminated: ok {rc=0}\u000a00:53:47.769605 bus /gobi_0: Setting Powered False\u000a00:53:48.924655 bus /gobi_0: Setting Powered False\u000a00:53:50.049379 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a00:53:51.163606 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.176103 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:53:51.324900 tst iperf3.py: using LAC 32501\u000a00:53:51.446287 tst iperf3.py: using RAC 116\u000a00:53:51.571253 tst iperf3.py: using CellId 32501\u000a00:53:51.694804 tst iperf3.py: using BVCI 32502\u000a00:53:51.719521 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.731941 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.744355 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.757171 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.769618 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.781912 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.794316 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.806707 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:53:51.819350 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:53:52.107988 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:53:52.238057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:53:52.580079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Launched\u000a00:53:52.870462 run iperf3-srv_10.42.42.10(pid=14449): Launched\u000a00:53:53.075976 tst iperf3.py:8: start network...\u000a00:53:53.216748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:53:53.783315 run create_hlr_db(pid=14450): Launched\u000a00:53:53.979593 bus /gobi_6: Setting Powered False\u000a00:53:55.002320 run create_hlr_db(pid=14450): Terminated: ok {rc=0}\u000a00:53:55.466143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Launched\u000a00:53:55.914961 run osmo-hlr_10.42.42.2(pid=14453): Launched\u000a00:53:56.151760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:53:56.773684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Launched\u000a00:53:57.216259 run osmo-stp_10.42.42.5(pid=14456): Launched\u000a00:53:57.436753 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:53:58.043820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Launched\u000a00:53:58.167176 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:53:58.479200 run patchelf(pid=14459): Launched\u000a00:53:58.680505 run osmo-stp_10.42.42.5(pid=14456): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]\u000a00:53:58.827451 run osmo-stp_10.42.42.5(pid=14456): stdout: \u000a| (launched: 2022-12-13_00:53:56.949246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:58.975682 run osmo-stp_10.42.42.5(pid=14456): stderr: \u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005357249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:59.117209 run osmo-stp_10.42.42.5(pid=14456): stdout: \u000a| (launched: 2022-12-13_00:53:56.949246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:53:59.259373 run osmo-stp_10.42.42.5(pid=14456): stderr: \u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005357248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005357249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005357249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:53:59.423259 run patchelf(pid=14459): Terminating (SIGINT)\u000a00:53:59.619108 run patchelf(pid=14459): Terminated: ok {rc=0}\u000a00:53:59.655787 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a00:53:59.667814 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a00:53:59.737844 run osmo-hlr_10.42.42.2(pid=14453): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14453)]\u000a00:53:59.793510 run osmo-hlr_10.42.42.2(pid=14453): stdout: \u000a| (launched: 2022-12-13_00:53:55.639936) \u000a00:53:59.852732 run osmo-hlr_10.42.42.2(pid=14453): stderr: \u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005355952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005355994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005356002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005356002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005356002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:53:59.900541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminating (SIGTERM)\u000a00:53:59.947611 run iperf3-srv_10.42.42.10(pid=14449): Terminating (SIGTERM)\u000a00:53:59.994769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminating (SIGTERM)\u000a00:54:00.042262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminating (SIGTERM)\u000a00:54:00.089134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminating (SIGTERM)\u000a00:54:00.101736 --- ParallelTerminationStrategy: PID 14448 died...\u000a00:54:00.163561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminated: ok {rc=0}\u000a00:54:00.174858 --- ParallelTerminationStrategy: PID 14449 died...\u000a00:54:00.236022 run iperf3-srv_10.42.42.10(pid=14449): Terminated {rc=256}\u000a00:54:00.248207 --- ParallelTerminationStrategy: PID 14452 died...\u000a00:54:00.308147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminated: ok {rc=0}\u000a00:54:00.319330 --- ParallelTerminationStrategy: PID 14455 died...\u000a00:54:00.378679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminated: ok {rc=0}\u000a00:54:00.391306 --- ParallelTerminationStrategy: PID 14458 died...\u000a00:54:00.453011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminated: ok {rc=0}\u000a00:54:00.545783 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14474): Process ended prematurely: osmo-stp_10.42.42.5(pid=14474) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14474): Process ended prematurely: osmo-stp_10.42.42.5(pid=14474) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a00:54:01.698657 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:01.716050 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:54:01.897202 tst iperf3m4.py: using LAC 32502\u000a00:54:02.046205 tst iperf3m4.py: using RAC 117\u000a00:54:02.194062 tst iperf3m4.py: using CellId 32502\u000a00:54:02.344546 tst iperf3m4.py: using BVCI 32503\u000a00:54:02.374842 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.388480 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.401866 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.415202 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.429183 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.443267 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.456819 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.470558 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:02.485074 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:02.627470 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:02.771989 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:02.902245 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:03.192230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:54:03.324381 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:03.664871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Launched\u000a00:54:03.951054 run iperf3-srv_10.42.42.10(pid=14461): Launched\u000a00:54:04.143193 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:54:04.274926 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:04.614834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Launched\u000a00:54:04.910132 run iperf3-srv_10.42.42.10(pid=14463): Launched\u000a00:54:05.119667 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:54:05.263717 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:05.628008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Launched\u000a00:54:05.937449 run iperf3-srv_10.42.42.10(pid=14465): Launched\u000a00:54:06.147388 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:54:06.290802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:54:06.655076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Launched\u000a00:54:06.964202 run iperf3-srv_10.42.42.10(pid=14467): Launched\u000a00:54:07.174116 tst iperf3m4.py:8: start network...\u000a00:54:07.318348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:07.892900 run create_hlr_db(pid=14468): Launched\u000a00:54:08.091216 bus /gobi_6: Setting Powered False\u000a00:54:09.113908 run create_hlr_db(pid=14468): Terminated: ok {rc=0}\u000a00:54:09.557103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Launched\u000a00:54:09.871475 run osmo-hlr_10.42.42.2(pid=14471): Launched\u000a00:54:09.984670 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:10.523619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Launched\u000a00:54:10.832251 run osmo-stp_10.42.42.5(pid=14474): Launched\u000a00:54:10.944742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:11.484305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Launched\u000a00:54:11.593828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:11.867077 run patchelf(pid=14477): Launched\u000a00:54:12.047638 run osmo-stp_10.42.42.5(pid=14474): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)]\u000a00:54:12.178973 run osmo-stp_10.42.42.5(pid=14474): stdout: \u000a| (launched: 2022-12-13_00:54:10.679695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:12.310430 run osmo-stp_10.42.42.5(pid=14474): stderr: \u000a| �[0;m�[38;5;43m20221213005410851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005410851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005410852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005410852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:12.437766 run osmo-stp_10.42.42.5(pid=14474): stdout: \u000a| (launched: 2022-12-13_00:54:10.679695)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:12.564130 run osmo-stp_10.42.42.5(pid=14474): stderr: \u000a| �[0;m�[38;5;43m20221213005410851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005410851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005410852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005410852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005410853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:12.711766 run patchelf(pid=14477): Terminating (SIGINT)\u000a00:54:12.885337 run patchelf(pid=14477): Terminated: ok {rc=0}\u000a00:54:12.917015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14474): Process ended prematurely: osmo-stp_10.42.42.5(pid=14474) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14474)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a00:54:12.926385 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a00:54:12.986742 run osmo-hlr_10.42.42.2(pid=14471): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14471)]\u000a00:54:13.035962 run osmo-hlr_10.42.42.2(pid=14471): stdout: \u000a| (launched: 2022-12-13_00:54:09.716573) \u000a00:54:13.085997 run osmo-hlr_10.42.42.2(pid=14471): stderr: \u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005409895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005409908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005409919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005409919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005409919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:13.128556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminating (SIGTERM)\u000a00:54:13.168523 run iperf3-srv_10.42.42.10(pid=14461): Terminating (SIGTERM)\u000a00:54:13.208487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminating (SIGTERM)\u000a00:54:13.248286 run iperf3-srv_10.42.42.10(pid=14463): Terminating (SIGTERM)\u000a00:54:13.288241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminating (SIGTERM)\u000a00:54:13.328255 run iperf3-srv_10.42.42.10(pid=14465): Terminating (SIGTERM)\u000a00:54:13.368170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Terminating (SIGTERM)\u000a00:54:13.407926 run iperf3-srv_10.42.42.10(pid=14467): Terminating (SIGTERM)\u000a00:54:13.447934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Terminating (SIGTERM)\u000a00:54:13.487822 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Terminating (SIGTERM)\u000a00:54:13.527707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Terminating (SIGTERM)\u000a00:54:13.536906 --- ParallelTerminationStrategy: PID 14460 died...\u000a00:54:13.590512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminated: ok {rc=0}\u000a00:54:13.600122 --- ParallelTerminationStrategy: PID 14461 died...\u000a00:54:13.653502 run iperf3-srv_10.42.42.10(pid=14461): Terminated {rc=256}\u000a00:54:13.663023 --- ParallelTerminationStrategy: PID 14462 died...\u000a00:54:13.716371 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14462): Terminated: ok {rc=0}\u000a00:54:13.725934 --- ParallelTerminationStrategy: PID 14463 died...\u000a00:54:13.779696 run iperf3-srv_10.42.42.10(pid=14463): Terminated {rc=256}\u000a00:54:13.789290 --- ParallelTerminationStrategy: PID 14464 died...\u000a00:54:13.842503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14464): Terminated: ok {rc=0}\u000a00:54:13.852042 --- ParallelTerminationStrategy: PID 14465 died...\u000a00:54:13.904721 run iperf3-srv_10.42.42.10(pid=14465): Terminated {rc=256}\u000a00:54:13.914263 --- ParallelTerminationStrategy: PID 14466 died...\u000a00:54:13.967359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14466): Terminated: ok {rc=0}\u000a00:54:13.976870 --- ParallelTerminationStrategy: PID 14467 died...\u000a00:54:14.029805 run iperf3-srv_10.42.42.10(pid=14467): Terminated {rc=256}\u000a00:54:14.039401 --- ParallelTerminationStrategy: PID 14470 died...\u000a00:54:14.092603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14470): Terminated: ok {rc=0}\u000a00:54:14.102212 --- ParallelTerminationStrategy: PID 14473 died...\u000a00:54:14.155235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14473): Terminated: ok {rc=0}\u000a00:54:14.164824 --- ParallelTerminationStrategy: PID 14476 died...\u000a00:54:14.217708 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14476): Terminated: ok {rc=0}\u000a00:54:14.306773 bus /gobi_4: Setting Powered False\u000a00:54:15.410911 bus /gobi_4: Setting Powered False\u000a00:54:16.544828 bus /gobi_1: Setting Powered False\u000a00:54:17.654041 bus /gobi_1: Setting Powered False\u000a00:54:18.762612 bus /gobi_0: Setting Powered False\u000a00:54:19.866765 bus /gobi_0: Setting Powered False\u000a00:54:20.974346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a00:54:22.043378 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.055935 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:54:22.205094 tst ping.py: using LAC 32503\u000a00:54:22.331635 tst ping.py: using RAC 118\u000a00:54:22.460000 tst ping.py: using CellId 32503\u000a00:54:22.586445 tst ping.py: using BVCI 32504\u000a00:54:22.611184 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.623113 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.634807 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.646966 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.659013 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.671426 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.683634 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:22.695541 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:22.990994 tst ping.py:19: start network...\u000a00:54:23.125145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:23.634250 run create_hlr_db(pid=14478): Launched\u000a00:54:23.822428 bus /gobi_6: Setting Powered False\u000a00:54:24.842210 run create_hlr_db(pid=14478): Terminated: ok {rc=0}\u000a00:54:25.250913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Launched\u000a00:54:25.553569 run osmo-hlr_10.42.42.2(pid=14481): Launched\u000a00:54:25.673501 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:26.243974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Launched\u000a00:54:26.572639 run osmo-stp_10.42.42.5(pid=14484): Launched\u000a00:54:26.691328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:27.262944 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Launched\u000a00:54:27.378917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:27.663605 run patchelf(pid=14487): Launched\u000a00:54:27.854119 run osmo-stp_10.42.42.5(pid=14484): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)]\u000a00:54:27.993051 run osmo-stp_10.42.42.5(pid=14484): stdout: \u000a| (launched: 2022-12-13_00:54:26.409164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:28.132811 run osmo-stp_10.42.42.5(pid=14484): stderr: \u000a| �[0;m�[38;5;43m20221213005426599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005426599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005426600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005426600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:28.267102 run osmo-stp_10.42.42.5(pid=14484): stdout: \u000a| (launched: 2022-12-13_00:54:26.409164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:28.400241 run osmo-stp_10.42.42.5(pid=14484): stderr: \u000a| �[0;m�[38;5;43m20221213005426599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005426599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005426600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005426600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005426601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:28.556252 run patchelf(pid=14487): Terminating (SIGINT)\u000a00:54:28.740288 run patchelf(pid=14487): Terminated: ok {rc=0}\u000a00:54:28.773616 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14484): Process ended prematurely: osmo-stp_10.42.42.5(pid=14484) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14484)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a00:54:28.782997 tst ping.py:22: Test FAILED (6.7 sec)\u000a00:54:28.847098 run osmo-hlr_10.42.42.2(pid=14481): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14481)]\u000a00:54:28.899220 run osmo-hlr_10.42.42.2(pid=14481): stdout: \u000a| (launched: 2022-12-13_00:54:25.403694) \u000a00:54:28.952084 run osmo-hlr_10.42.42.2(pid=14481): stderr: \u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005425579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005425591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005425599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005425600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:28.996690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminating (SIGTERM)\u000a00:54:29.039357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminating (SIGTERM)\u000a00:54:29.082015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminating (SIGTERM)\u000a00:54:29.092103 --- ParallelTerminationStrategy: PID 14480 died...\u000a00:54:29.148591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14480): Terminated: ok {rc=0}\u000a00:54:29.159045 --- ParallelTerminationStrategy: PID 14483 died...\u000a00:54:29.215427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14483): Terminated: ok {rc=0}\u000a00:54:29.225973 --- ParallelTerminationStrategy: PID 14486 died...\u000a00:54:29.282751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14486): Terminated: ok {rc=0}\u000a00:54:29.370276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a00:54:30.423203 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:30.435956 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a00:54:30.588856 tst ping_idle_ping.py: using LAC 32504\u000a00:54:30.715667 tst ping_idle_ping.py: using RAC 119\u000a00:54:30.858607 tst ping_idle_ping.py: using CellId 32504\u000a00:54:31.003633 tst ping_idle_ping.py: using BVCI 32505\u000a00:54:31.029802 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.042660 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.056487 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.070669 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.084668 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.097420 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.111054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a00:54:31.124838 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a00:54:31.477833 tst ping_idle_ping.py:24: start network...\u000a00:54:31.634923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:32.192721 run create_hlr_db(pid=14488): Launched\u000a00:54:32.383663 bus /gobi_6: Setting Powered False\u000a00:54:33.403039 run create_hlr_db(pid=14488): Terminated: ok {rc=0}\u000a00:54:33.814749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Launched\u000a00:54:34.121885 run osmo-hlr_10.42.42.2(pid=14491): Launched\u000a00:54:34.233702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:34.764485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Launched\u000a00:54:35.070244 run osmo-stp_10.42.42.5(pid=14500): Launched\u000a00:54:35.180054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:35.712912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Launched\u000a00:54:35.820568 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:36.087276 run patchelf(pid=14503): Launched\u000a00:54:36.266030 run osmo-stp_10.42.42.5(pid=14500): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)]\u000a00:54:36.396410 run osmo-stp_10.42.42.5(pid=14500): stdout: \u000a| (launched: 2022-12-13_00:54:34.918627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:36.527165 run osmo-stp_10.42.42.5(pid=14500): stderr: \u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005435090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:36.653313 run osmo-stp_10.42.42.5(pid=14500): stdout: \u000a| (launched: 2022-12-13_00:54:34.918627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:36.778363 run osmo-stp_10.42.42.5(pid=14500): stderr: \u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005435090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005435090 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005435091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:36.924218 run patchelf(pid=14503): Terminating (SIGINT)\u000a00:54:37.096406 run patchelf(pid=14503): Terminated: ok {rc=0}\u000a00:54:37.127722 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14500): Process ended prematurely: osmo-stp_10.42.42.5(pid=14500) [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14500)] [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a00:54:37.136411 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a00:54:37.196530 run osmo-hlr_10.42.42.2(pid=14491): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14491)]\u000a00:54:37.245735 run osmo-hlr_10.42.42.2(pid=14491): stdout: \u000a| (launched: 2022-12-13_00:54:33.969371) \u000a00:54:37.295657 run osmo-hlr_10.42.42.2(pid=14491): stderr: \u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005434145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005434157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005434165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:37.338166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Terminating (SIGTERM)\u000a00:54:37.378379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminating (SIGTERM)\u000a00:54:37.418517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Terminating (SIGTERM)\u000a00:54:37.427813 --- ParallelTerminationStrategy: PID 14490 died...\u000a00:54:37.481528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14490): Terminated: ok {rc=0}\u000a00:54:37.491280 --- ParallelTerminationStrategy: PID 14499 died...\u000a00:54:37.545418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14499): Terminated: ok {rc=0}\u000a00:54:37.555097 --- ParallelTerminationStrategy: PID 14502 died...\u000a00:54:37.608502 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14502): Terminated: ok {rc=0}\u000a00:54:37.698505 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:53:37" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14513): Process ended prematurely: osmo-stp_10.42.42.5(pid=14513) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14513): Process ended prematurely: osmo-stp_10.42.42.5(pid=14513) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a00:54:39.739067 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:39.750749 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:54:39.906908 tst switch_tch_pdch.py: using LAC 32505\u000a00:54:40.028811 tst switch_tch_pdch.py: using RAC 120\u000a00:54:40.149391 tst switch_tch_pdch.py: using CellId 32505\u000a00:54:40.268564 tst switch_tch_pdch.py: using BVCI 32506\u000a00:54:40.291758 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.302920 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.313890 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.325018 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.335955 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.346943 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.358089 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a00:54:40.369174 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:54:40.490424 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:54:40.771273 tst switch_tch_pdch.py:51: start network...\u000a00:54:40.897506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:41.385828 run create_hlr_db(pid=14507): Launched\u000a00:54:41.560847 bus /gobi_6: Setting Powered False\u000a00:54:42.581800 run create_hlr_db(pid=14507): Terminated: ok {rc=0}\u000a00:54:43.015359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Launched\u000a00:54:43.341769 run osmo-hlr_10.42.42.2(pid=14510): Launched\u000a00:54:43.459794 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:44.025619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Launched\u000a00:54:44.351533 run osmo-stp_10.42.42.5(pid=14513): Launched\u000a00:54:44.473079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:45.041140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Launched\u000a00:54:45.156692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:45.442468 run patchelf(pid=14516): Launched\u000a00:54:45.632505 run osmo-stp_10.42.42.5(pid=14513): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)]\u000a00:54:45.771561 run osmo-stp_10.42.42.5(pid=14513): stdout: \u000a| (launched: 2022-12-13_00:54:44.189712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:45.915221 run osmo-stp_10.42.42.5(pid=14513): stderr: \u000a| �[0;m�[38;5;43m20221213005444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005444383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:46.055235 run osmo-stp_10.42.42.5(pid=14513): stdout: \u000a| (launched: 2022-12-13_00:54:44.189712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:46.191294 run osmo-stp_10.42.42.5(pid=14513): stderr: \u000a| �[0;m�[38;5;43m20221213005444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005444382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005444383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005444383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005444384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:46.351482 run patchelf(pid=14516): Terminating (SIGINT)\u000a00:54:46.538624 run patchelf(pid=14516): Terminated: ok {rc=0}\u000a00:54:46.573005 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14513): Process ended prematurely: osmo-stp_10.42.42.5(pid=14513) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14513)] [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a00:54:46.583515 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a00:54:46.651726 run osmo-hlr_10.42.42.2(pid=14510): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14510)]\u000a00:54:46.706104 run osmo-hlr_10.42.42.2(pid=14510): stdout: \u000a| (launched: 2022-12-13_00:54:43.180090) \u000a00:54:46.762046 run osmo-hlr_10.42.42.2(pid=14510): stderr: \u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005443378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005443391 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005443401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:46.808484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Terminating (SIGTERM)\u000a00:54:46.856330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Terminating (SIGTERM)\u000a00:54:46.900866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Terminating (SIGTERM)\u000a00:54:46.913527 --- ParallelTerminationStrategy: PID 14509 died...\u000a00:54:46.973591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14509): Terminated: ok {rc=0}\u000a00:54:46.984680 --- ParallelTerminationStrategy: PID 14512 died...\u000a00:54:47.044686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14512): Terminated: ok {rc=0}\u000a00:54:47.055814 --- ParallelTerminationStrategy: PID 14515 died...\u000a00:54:47.115384 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14515): Terminated: ok {rc=0}\u000a00:54:47.206627 bus /gobi_0: Setting Powered False\u000a00:54:48.310505 bus /gobi_0: Setting Powered False\u000a00:54:49.422559 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:54:39" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a00:54:51.397755 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:51.409445 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a00:54:51.576148 tst switch_tch_pdch.py: using LAC 32506\u000a00:54:51.702556 tst switch_tch_pdch.py: using RAC 121\u000a00:54:51.830270 tst switch_tch_pdch.py: using CellId 32506\u000a00:54:51.961447 tst switch_tch_pdch.py: using BVCI 32507\u000a00:54:51.986354 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:51.997882 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.009530 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.021233 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.032736 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.044293 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.056530 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a00:54:52.068390 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:54:52.189045 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a00:54:52.484778 tst switch_tch_pdch.py:51: start network...\u000a00:54:52.619903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:54:53.102541 run create_hlr_db(pid=14520): Launched\u000a00:54:53.234385 bus /gobi_6: Setting Powered False\u000a00:54:54.310577 run create_hlr_db(pid=14520): Terminated: ok {rc=0}\u000a00:54:54.693557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Launched\u000a00:54:54.997857 run osmo-hlr_10.42.42.2(pid=14523): Launched\u000a00:54:55.112760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:54:55.614302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Launched\u000a00:54:55.917680 run osmo-stp_10.42.42.5(pid=14526): Launched\u000a00:54:56.026767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:54:56.529005 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Launched\u000a00:54:56.636002 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:54:56.902452 run patchelf(pid=14529): Launched\u000a00:54:57.079497 run osmo-stp_10.42.42.5(pid=14526): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)]\u000a00:54:57.208856 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-13_00:54:55.767466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:57.338532 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221213005455941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005455942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005455942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005455942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:57.463424 run osmo-stp_10.42.42.5(pid=14526): stdout: \u000a| (launched: 2022-12-13_00:54:55.767466)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:54:57.587266 run osmo-stp_10.42.42.5(pid=14526): stderr: \u000a| �[0;m�[38;5;43m20221213005455941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005455942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005455942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005455942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005455943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:54:57.731618 run patchelf(pid=14529): Terminating (SIGINT)\u000a00:54:57.902043 run patchelf(pid=14529): Terminated: ok {rc=0}\u000a00:54:57.932853 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14526): Process ended prematurely: osmo-stp_10.42.42.5(pid=14526) [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14526)] [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a00:54:57.941509 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a00:54:58.001282 run osmo-hlr_10.42.42.2(pid=14523): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14523)]\u000a00:54:58.050408 run osmo-hlr_10.42.42.2(pid=14523): stdout: \u000a| (launched: 2022-12-13_00:54:54.846884) \u000a00:54:58.100714 run osmo-hlr_10.42.42.2(pid=14523): stderr: \u000a| �[0;m�[1;31m20221213005455021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005455021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005455021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005455021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005455021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005455022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005455034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005455045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005455045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005455045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:54:58.143291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminating (SIGTERM)\u000a00:54:58.183222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminating (SIGTERM)\u000a00:54:58.223268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminating (SIGTERM)\u000a00:54:58.232452 --- ParallelTerminationStrategy: PID 14522 died...\u000a00:54:58.286201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14522): Terminated: ok {rc=0}\u000a00:54:58.295741 --- ParallelTerminationStrategy: PID 14525 died...\u000a00:54:58.348827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14525): Terminated: ok {rc=0}\u000a00:54:58.358374 --- ParallelTerminationStrategy: PID 14528 died...\u000a00:54:58.411539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14528): Terminated: ok {rc=0}\u000a00:54:58.495039 bus /gobi_0: Setting Powered False\u000a00:54:59.597159 bus /gobi_0: Setting Powered False\u000a00:55:00.709398 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:54:51" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a00:55:02.645621 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a00:55:02.657423 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a00:55:02.804510 tst mo_mt_sms.py: using LAC 32507\u000a00:55:02.931078 tst mo_mt_sms.py: using RAC 122\u000a00:55:03.059186 tst mo_mt_sms.py: using CellId 32507\u000a00:55:03.185131 tst mo_mt_sms.py: using BVCI 32508\u000a00:55:03.209680 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a00:55:03.328548 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a00:55:03.622969 tst mo_mt_sms.py:9: start nitb and bts...\u000a00:55:03.758228 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:55:04.429353 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Launched\u000a00:55:04.751174 run osmo-nitb_10.42.42.2(pid=14537): Launched\u000a00:55:04.949947 run osmo-nitb_10.42.42.2(pid=14537): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)]\u000a00:55:05.096480 run osmo-nitb_10.42.42.2(pid=14537): stdout: \u000a| (launched: 2022-12-13_00:55:04.594368) \u000a00:55:05.243294 run osmo-nitb_10.42.42.2(pid=14537): stderr: \u000a| (launched: 2022-12-13_00:55:04.642792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:05.385508 run osmo-nitb_10.42.42.2(pid=14537): stdout: \u000a| (launched: 2022-12-13_00:55:04.594368) \u000a00:55:05.526358 run osmo-nitb_10.42.42.2(pid=14537): stderr: \u000a| (launched: 2022-12-13_00:55:04.642792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:05.882942 tst osmo-nitb_10.42.42.2(pid=14537): stdout: \u000a| (launched: 2022-12-13_00:55:04.594368) \u000a00:55:06.011817 tst osmo-nitb_10.42.42.2(pid=14537): stderr: \u000a| (launched: 2022-12-13_00:55:04.642792)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:06.068453 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=14537): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14537) [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14537)] [trial-2384↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a00:55:06.077570 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a00:55:06.114721 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Terminating (SIGTERM)\u000a00:55:06.292922 --- ParallelTerminationStrategy: PID 14536 died...\u000a00:55:06.351568 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14536): Terminated: ok {rc=0}\u000a00:55:06.439156 bus /sierra_3: Setting Powered False\u000a00:55:07.547727 bus /sierra_3: Setting Powered False\u000a00:55:08.658361 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:02" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a00:55:10.556243 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:10.567647 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a00:55:10.709098 tst mo_mt_sms.py: using LAC 32508\u000a00:55:10.829572 tst mo_mt_sms.py: using RAC 123\u000a00:55:10.948089 tst mo_mt_sms.py: using CellId 32508\u000a00:55:11.068732 tst mo_mt_sms.py: using BVCI 32509\u000a00:55:11.091948 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:11.102684 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:11.113213 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:11.123562 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:11.134068 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:11.144366 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a00:55:11.264872 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a00:55:11.471252 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:11.958152 run create_hlr_db(pid=14541): Launched\u000a00:55:12.132745 bus /sierra_2: Setting Powered False\u000a00:55:13.154014 run create_hlr_db(pid=14541): Terminated: ok {rc=0}\u000a00:55:13.586644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Launched\u000a00:55:13.907228 run osmo-hlr_10.42.42.2(pid=14544): Launched\u000a00:55:14.019173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:14.547212 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Launched\u000a00:55:14.851586 run osmo-stp_10.42.42.5(pid=14547): Launched\u000a00:55:14.960723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:55:15.518731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Launched\u000a00:55:15.821439 run osmo-msc_10.42.42.6(pid=14550): Launched\u000a00:55:16.130923 run osmo-stp_10.42.42.5(pid=14547): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)]\u000a00:55:16.293631 run osmo-stp_10.42.42.5(pid=14547): stdout: \u000a| (launched: 2022-12-13_00:55:14.700735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:16.429722 run osmo-stp_10.42.42.5(pid=14547): stderr: \u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005514874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:16.552298 run osmo-stp_10.42.42.5(pid=14547): stdout: \u000a| (launched: 2022-12-13_00:55:14.700735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:16.717155 run osmo-stp_10.42.42.5(pid=14547): stderr: \u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005514873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005514874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005514874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:16.797895 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14547): Process ended prematurely: osmo-stp_10.42.42.5(pid=14547) [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14547)] [trial-2384↪sms:trx-lms↪mo_mt_sms.py:16]\u000a00:55:16.806161 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a00:55:16.867176 run osmo-hlr_10.42.42.2(pid=14544): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14544)]\u000a00:55:16.917161 run osmo-hlr_10.42.42.2(pid=14544): stdout: \u000a| (launched: 2022-12-13_00:55:13.751770) \u000a00:55:16.967758 run osmo-hlr_10.42.42.2(pid=14544): stderr: \u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005513932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005513944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005513953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005513953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005513953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:17.036766 run osmo-msc_10.42.42.6(pid=14550): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14550)]\u000a00:55:17.087205 run osmo-msc_10.42.42.6(pid=14550): stdout: \u000a| (launched: 2022-12-13_00:55:15.671923) \u000a00:55:17.138487 run osmo-msc_10.42.42.6(pid=14550): stderr: \u000a| �[0;m�[38;5;43m20221213005516026 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005516026 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51bfeedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005516027 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005516027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005516027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005516027 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005516030 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005516030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005516031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005516031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:55:17.182644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminating (SIGTERM)\u000a00:55:17.226383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminating (SIGTERM)\u000a00:55:17.268374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminating (SIGTERM)\u000a00:55:17.279033 --- ParallelTerminationStrategy: PID 14543 died...\u000a00:55:17.334043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14543): Terminated: ok {rc=0}\u000a00:55:17.344073 --- ParallelTerminationStrategy: PID 14546 died...\u000a00:55:17.398963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14546): Terminated: ok {rc=0}\u000a00:55:17.409490 --- ParallelTerminationStrategy: PID 14549 died...\u000a00:55:17.467387 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14549): Terminated: ok {rc=0}\u000a00:55:17.554098 bus /sierra_3: Setting Powered False\u000a00:55:18.661842 bus /sierra_3: Setting Powered False\u000a00:55:19.769977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:10" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a00:55:21.619273 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a00:55:21.630703 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a00:55:21.777600 tst assert_extension.py: using LAC 32509\u000a00:55:21.906727 tst assert_extension.py: using RAC 124\u000a00:55:22.034315 tst assert_extension.py: using CellId 32509\u000a00:55:22.161627 tst assert_extension.py: using BVCI 32510\u000a00:55:22.186361 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a00:55:22.466953 tst assert_extension.py:10: start nitb and bts...\u000a00:55:22.593241 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a00:55:23.226150 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Launched\u000a00:55:23.527158 run osmo-nitb_10.42.42.2(pid=14556): Launched\u000a00:55:23.713584 run osmo-nitb_10.42.42.2(pid=14556): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)]\u000a00:55:23.851004 run osmo-nitb_10.42.42.2(pid=14556): stdout: \u000a| (launched: 2022-12-13_00:55:23.379357) \u000a00:55:23.989137 run osmo-nitb_10.42.42.2(pid=14556): stderr: \u000a| (launched: 2022-12-13_00:55:23.424681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:24.122259 run osmo-nitb_10.42.42.2(pid=14556): stdout: \u000a| (launched: 2022-12-13_00:55:23.379357) \u000a00:55:24.254115 run osmo-nitb_10.42.42.2(pid=14556): stderr: \u000a| (launched: 2022-12-13_00:55:23.424681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:24.648777 tst osmo-nitb_10.42.42.2(pid=14556): stdout: \u000a| (launched: 2022-12-13_00:55:23.379357) \u000a00:55:24.769314 tst osmo-nitb_10.42.42.2(pid=14556): stderr: \u000a| (launched: 2022-12-13_00:55:23.424681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a00:55:24.821991 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14556): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14556) [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14556)] [trial-2384↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a00:55:24.830124 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a00:55:24.864388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Terminating (SIGTERM)\u000a00:55:25.041836 --- ParallelTerminationStrategy: PID 14555 died...\u000a00:55:25.096834 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14555): Terminated: ok {rc=0}\u000a00:55:25.185449 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:21" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14566): Process ended prematurely: osmo-stp_10.42.42.5(pid=14566) [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14566): Process ended prematurely: osmo-stp_10.42.42.5(pid=14566) [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a00:55:27.021336 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.031854 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a00:55:27.172662 tst assert_extension.py: using LAC 32510\u000a00:55:27.292202 tst assert_extension.py: using RAC 125\u000a00:55:27.410877 tst assert_extension.py: using CellId 32510\u000a00:55:27.528131 tst assert_extension.py: using BVCI 32511\u000a00:55:27.551142 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.561767 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.572106 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.582545 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.593045 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:55:27.603379 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a00:55:27.813652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:28.325341 run create_hlr_db(pid=14560): Launched\u000a00:55:28.514323 bus /sierra_2: Setting Powered False\u000a00:55:29.533991 run create_hlr_db(pid=14560): Terminated: ok {rc=0}\u000a00:55:29.943111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Launched\u000a00:55:30.247444 run osmo-hlr_10.42.42.2(pid=14563): Launched\u000a00:55:30.368058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:30.928644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Launched\u000a00:55:31.347958 run osmo-stp_10.42.42.5(pid=14566): Launched\u000a00:55:31.548279 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:55:32.173090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Launched\u000a00:55:32.501480 run osmo-msc_10.42.42.6(pid=14569): Launched\u000a00:55:32.692383 run osmo-stp_10.42.42.5(pid=14566): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)]\u000a00:55:32.830307 run osmo-stp_10.42.42.5(pid=14566): stdout: \u000a| (launched: 2022-12-13_00:55:31.086389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:32.966807 run osmo-stp_10.42.42.5(pid=14566): stderr: \u000a| �[0;m�[38;5;43m20221213005531344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005531345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005531345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005531346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005531348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005531349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005531349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:33.097470 run osmo-stp_10.42.42.5(pid=14566): stdout: \u000a| (launched: 2022-12-13_00:55:31.086389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:33.226811 run osmo-stp_10.42.42.5(pid=14566): stderr: \u000a| �[0;m�[38;5;43m20221213005531344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005531345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005531345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005531346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005531348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005531349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005531349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:33.283507 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14566): Process ended prematurely: osmo-stp_10.42.42.5(pid=14566) [trial-2384↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14566)] [trial-2384↪ussd:trx-lms↪assert_extension.py:17]\u000a00:55:33.292400 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a00:55:33.357098 run osmo-hlr_10.42.42.2(pid=14563): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14563)]\u000a00:55:33.409431 run osmo-hlr_10.42.42.2(pid=14563): stdout: \u000a| (launched: 2022-12-13_00:55:30.097476) \u000a00:55:33.462624 run osmo-hlr_10.42.42.2(pid=14563): stderr: \u000a| �[0;m�[1;31m20221213005530271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005530271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005530271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005530271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005530271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005530272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005530283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005530292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005530292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005530292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:33.534486 run osmo-msc_10.42.42.6(pid=14569): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14569)]\u000a00:55:33.586848 run osmo-msc_10.42.42.6(pid=14569): stdout: \u000a| (launched: 2022-12-13_00:55:32.340012) \u000a00:55:33.639789 run osmo-msc_10.42.42.6(pid=14569): stderr: \u000a| �[0;m�[38;5;43m20221213005532659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005532659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd0bf05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005532659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005532659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005532659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005532659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005532663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005532663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005532663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005532663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:55:33.684467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Terminating (SIGTERM)\u000a00:55:33.727207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Terminating (SIGTERM)\u000a00:55:33.770300 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Terminating (SIGTERM)\u000a00:55:33.780571 --- ParallelTerminationStrategy: PID 14562 died...\u000a00:55:33.837513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14562): Terminated: ok {rc=0}\u000a00:55:33.848114 --- ParallelTerminationStrategy: PID 14565 died...\u000a00:55:33.904508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14565): Terminated: ok {rc=0}\u000a00:55:33.915062 --- ParallelTerminationStrategy: PID 14568 died...\u000a00:55:33.971894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14568): Terminated: ok {rc=0}\u000a00:55:34.059602 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:26" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:55:36.037486 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.049246 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:55:36.220230 tst mo_mt_call.py: using LAC 32511\u000a00:55:36.351341 tst mo_mt_call.py: using RAC 126\u000a00:55:36.482912 tst mo_mt_call.py: using CellId 32511\u000a00:55:36.608336 tst mo_mt_call.py: using BVCI 32512\u000a00:55:36.631997 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.643274 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.654557 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.666527 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.678609 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:36.689984 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:55:36.814490 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:55:37.029893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:37.552889 run create_hlr_db(pid=14575): Launched\u000a00:55:37.744204 bus /sierra_2: Setting Powered False\u000a00:55:38.765996 run create_hlr_db(pid=14575): Terminated: ok {rc=0}\u000a00:55:39.207030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Launched\u000a00:55:39.541332 run osmo-hlr_10.42.42.2(pid=14578): Launched\u000a00:55:39.659313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:40.239511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Launched\u000a00:55:40.575245 run osmo-stp_10.42.42.5(pid=14581): Launched\u000a00:55:40.695744 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:55:41.298131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Launched\u000a00:55:41.608750 run osmo-msc_10.42.42.6(pid=14584): Launched\u000a00:55:41.789585 run osmo-stp_10.42.42.5(pid=14581): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)]\u000a00:55:41.947132 run osmo-stp_10.42.42.5(pid=14581): stdout: \u000a| (launched: 2022-12-13_00:55:40.407344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:42.084769 run osmo-stp_10.42.42.5(pid=14581): stderr: \u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005540601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:42.216770 run osmo-stp_10.42.42.5(pid=14581): stdout: \u000a| (launched: 2022-12-13_00:55:40.407344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:42.347810 run osmo-stp_10.42.42.5(pid=14581): stderr: \u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005540600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005540601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005540601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:42.405571 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14581): Process ended prematurely: osmo-stp_10.42.42.5(pid=14581) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14581)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a00:55:42.415039 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:55:42.479251 run osmo-hlr_10.42.42.2(pid=14578): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14578)]\u000a00:55:42.531624 run osmo-hlr_10.42.42.2(pid=14578): stdout: \u000a| (launched: 2022-12-13_00:55:39.375305) \u000a00:55:42.584626 run osmo-hlr_10.42.42.2(pid=14578): stderr: \u000a| �[0;m�[1;31m20221213005539575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005539575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005539576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005539576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005539576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005539576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005539593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005539602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:42.655868 run osmo-msc_10.42.42.6(pid=14584): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14584)]\u000a00:55:42.708313 run osmo-msc_10.42.42.6(pid=14584): stdout: \u000a| (launched: 2022-12-13_00:55:41.454562) \u000a00:55:42.761441 run osmo-msc_10.42.42.6(pid=14584): stderr: \u000a| �[0;m�[38;5;43m20221213005541727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005541727 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c0ddf8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005541727 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005541727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005541727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005541727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005541729 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005541730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:55:42.806044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminating (SIGTERM)\u000a00:55:42.848644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminating (SIGTERM)\u000a00:55:42.891662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminating (SIGTERM)\u000a00:55:42.901587 --- ParallelTerminationStrategy: PID 14577 died...\u000a00:55:42.958538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14577): Terminated: ok {rc=0}\u000a00:55:42.968720 --- ParallelTerminationStrategy: PID 14580 died...\u000a00:55:43.025207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14580): Terminated: ok {rc=0}\u000a00:55:43.035746 --- ParallelTerminationStrategy: PID 14583 died...\u000a00:55:43.092383 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14583): Terminated: ok {rc=0}\u000a00:55:43.181571 bus /sierra_3: Setting Powered False\u000a00:55:44.284012 bus /sierra_3: Setting Powered False\u000a00:55:45.397483 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:55:46.518481 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:46.531883 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a00:55:46.697513 tst mo_mt_call_osmux.py: using LAC 32512\u000a00:55:46.854155 tst mo_mt_call_osmux.py: using RAC 127\u000a00:55:46.983930 tst mo_mt_call_osmux.py: using CellId 32512\u000a00:55:47.109521 tst mo_mt_call_osmux.py: using BVCI 32513\u000a00:55:47.134335 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:47.147158 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:47.159362 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:47.172276 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:47.184503 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a00:55:47.198920 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:55:47.319486 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a00:55:47.540590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:48.063592 run create_hlr_db(pid=14586): Launched\u000a00:55:48.254798 bus /sierra_2: Setting Powered False\u000a00:55:49.276529 run create_hlr_db(pid=14586): Terminated: ok {rc=0}\u000a00:55:49.691717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Launched\u000a00:55:50.004440 run osmo-hlr_10.42.42.2(pid=14589): Launched\u000a00:55:50.117886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:55:50.656345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Launched\u000a00:55:50.967608 run osmo-stp_10.42.42.5(pid=14592): Launched\u000a00:55:51.080456 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:55:51.648255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Launched\u000a00:55:51.961147 run osmo-msc_10.42.42.6(pid=14595): Launched\u000a00:55:52.145712 run osmo-stp_10.42.42.5(pid=14592): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)]\u000a00:55:52.275654 run osmo-stp_10.42.42.5(pid=14592): stdout: \u000a| (launched: 2022-12-13_00:55:50.813980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:52.403861 run osmo-stp_10.42.42.5(pid=14592): stderr: \u000a| �[0;m�[38;5;43m20221213005550987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005550987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005550988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005550988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:52.531986 run osmo-stp_10.42.42.5(pid=14592): stdout: \u000a| (launched: 2022-12-13_00:55:50.813980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:55:52.672445 run osmo-stp_10.42.42.5(pid=14592): stderr: \u000a| �[0;m�[38;5;43m20221213005550987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005550987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005550988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005550988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005550989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:55:52.739205 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14592): Process ended prematurely: osmo-stp_10.42.42.5(pid=14592) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14592)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a00:55:52.750014 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:55:52.812021 run osmo-hlr_10.42.42.2(pid=14589): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14589)]\u000a00:55:52.861671 run osmo-hlr_10.42.42.2(pid=14589): stdout: \u000a| (launched: 2022-12-13_00:55:49.849138) \u000a00:55:52.912188 run osmo-hlr_10.42.42.2(pid=14589): stderr: \u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005550023 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005550038 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005550048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005550048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005550048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:55:52.980414 run osmo-msc_10.42.42.6(pid=14595): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14595)]\u000a00:55:53.030034 run osmo-msc_10.42.42.6(pid=14595): stdout: \u000a| (launched: 2022-12-13_00:55:51.805511) \u000a00:55:53.080239 run osmo-msc_10.42.42.6(pid=14595): stderr: \u000a| �[0;m�[38;5;43m20221213005552079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005552079 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff537b35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005552079 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005552079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005552079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005552079 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005552081 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005552081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005552082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:55:53.122670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminating (SIGTERM)\u000a00:55:53.162838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminating (SIGTERM)\u000a00:55:53.203113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminating (SIGTERM)\u000a00:55:53.212424 --- ParallelTerminationStrategy: PID 14588 died...\u000a00:55:53.266306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14588): Terminated: ok {rc=0}\u000a00:55:53.275951 --- ParallelTerminationStrategy: PID 14591 died...\u000a00:55:53.329314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14591): Terminated: ok {rc=0}\u000a00:55:53.339002 --- ParallelTerminationStrategy: PID 14594 died...\u000a00:55:53.392323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14594): Terminated: ok {rc=0}\u000a00:55:53.482065 bus /sierra_3: Setting Powered False\u000a00:55:54.587493 bus /sierra_3: Setting Powered False\u000a00:55:55.699842 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:35" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a00:55:57.692120 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:57.703275 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:55:57.866025 tst mo_mt_call.py: using LAC 32513\u000a00:55:57.985928 tst mo_mt_call.py: using RAC 128\u000a00:55:58.105636 tst mo_mt_call.py: using CellId 32513\u000a00:55:58.226549 tst mo_mt_call.py: using BVCI 32514\u000a00:55:58.250181 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:58.261293 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:58.272070 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:58.282973 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:58.294051 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:55:58.304893 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:55:58.425361 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:55:58.631474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:55:59.125148 run create_hlr_db(pid=14600): Launched\u000a00:55:59.301640 bus /sierra_2: Setting Powered False\u000a00:56:00.337067 run create_hlr_db(pid=14600): Terminated: ok {rc=0}\u000a00:56:00.780391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Launched\u000a00:56:01.352300 run osmo-hlr_10.42.42.2(pid=14603): Launched\u000a00:56:01.500137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:02.152511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Launched\u000a00:56:02.488214 run osmo-stp_10.42.42.5(pid=14606): Launched\u000a00:56:02.609427 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:03.220581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Launched\u000a00:56:03.554732 run osmo-msc_10.42.42.6(pid=14609): Launched\u000a00:56:03.747746 run osmo-stp_10.42.42.5(pid=14606): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)]\u000a00:56:03.887894 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-13_00:56:02.324109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:04.026226 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221213005602516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005602516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005602517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005602517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:04.159262 run osmo-stp_10.42.42.5(pid=14606): stdout: \u000a| (launched: 2022-12-13_00:56:02.324109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:04.291332 run osmo-stp_10.42.42.5(pid=14606): stderr: \u000a| �[0;m�[38;5;43m20221213005602516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005602516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005602517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005602517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005602518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:04.349674 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14606): Process ended prematurely: osmo-stp_10.42.42.5(pid=14606) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14606)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a00:56:04.359213 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a00:56:04.424173 run osmo-hlr_10.42.42.2(pid=14603): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14603)]\u000a00:56:04.477064 run osmo-hlr_10.42.42.2(pid=14603): stdout: \u000a| (launched: 2022-12-13_00:56:00.979784) \u000a00:56:04.529985 run osmo-hlr_10.42.42.2(pid=14603): stderr: \u000a| �[0;m�[1;31m20221213005601300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005601300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005601300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005601300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005601300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005601301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005601320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005601337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005601337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005601337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:04.602707 run osmo-msc_10.42.42.6(pid=14609): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14609)]\u000a00:56:04.655752 run osmo-msc_10.42.42.6(pid=14609): stdout: \u000a| (launched: 2022-12-13_00:56:03.389706) \u000a00:56:04.709231 run osmo-msc_10.42.42.6(pid=14609): stderr: \u000a| �[0;m�[38;5;43m20221213005603713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005603713 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34a138fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005603713 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005603713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005603714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005603714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005603715 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005603716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005603716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005603716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:04.754282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminating (SIGTERM)\u000a00:56:04.797529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminating (SIGTERM)\u000a00:56:04.840506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminating (SIGTERM)\u000a00:56:04.850844 --- ParallelTerminationStrategy: PID 14602 died...\u000a00:56:04.908220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14602): Terminated: ok {rc=0}\u000a00:56:04.918657 --- ParallelTerminationStrategy: PID 14605 died...\u000a00:56:04.975837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14605): Terminated: ok {rc=0}\u000a00:56:04.986464 --- ParallelTerminationStrategy: PID 14608 died...\u000a00:56:05.043171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14608): Terminated: ok {rc=0}\u000a00:56:05.132668 bus /sierra_3: Setting Powered False\u000a00:56:06.242661 bus /sierra_3: Setting Powered False\u000a00:56:07.352413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:56:08.470454 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:08.482918 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a00:56:08.653153 tst mo_mt_call_osmux.py: using LAC 32514\u000a00:56:08.780792 tst mo_mt_call_osmux.py: using RAC 129\u000a00:56:08.914982 tst mo_mt_call_osmux.py: using CellId 32514\u000a00:56:09.042230 tst mo_mt_call_osmux.py: using BVCI 32515\u000a00:56:09.067305 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:09.078933 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:09.090385 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:09.102049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:09.113794 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a00:56:09.125575 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:56:09.243942 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a00:56:09.449157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:09.946192 run create_hlr_db(pid=14611): Launched\u000a00:56:10.123516 bus /sierra_2: Setting Powered False\u000a00:56:11.144784 run create_hlr_db(pid=14611): Terminated: ok {rc=0}\u000a00:56:11.586992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Launched\u000a00:56:11.919643 run osmo-hlr_10.42.42.2(pid=14614): Launched\u000a00:56:12.040903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:12.619447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Launched\u000a00:56:12.951575 run osmo-stp_10.42.42.5(pid=14617): Launched\u000a00:56:13.072494 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:13.681002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Launched\u000a00:56:14.014181 run osmo-msc_10.42.42.6(pid=14620): Launched\u000a00:56:14.208153 run osmo-stp_10.42.42.5(pid=14617): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)]\u000a00:56:14.348492 run osmo-stp_10.42.42.5(pid=14617): stdout: \u000a| (launched: 2022-12-13_00:56:12.787875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:14.486769 run osmo-stp_10.42.42.5(pid=14617): stderr: \u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005612984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:14.619363 run osmo-stp_10.42.42.5(pid=14617): stdout: \u000a| (launched: 2022-12-13_00:56:12.787875)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:14.751203 run osmo-stp_10.42.42.5(pid=14617): stderr: \u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005612983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005612984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005612984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:14.809790 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14617): Process ended prematurely: osmo-stp_10.42.42.5(pid=14617) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14617)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a00:56:14.819365 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:56:14.883824 run osmo-hlr_10.42.42.2(pid=14614): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14614)]\u000a00:56:14.936253 run osmo-hlr_10.42.42.2(pid=14614): stdout: \u000a| (launched: 2022-12-13_00:56:11.755406) \u000a00:56:14.989586 run osmo-hlr_10.42.42.2(pid=14614): stderr: \u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005611954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005612006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005612015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005612015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005612016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:15.061149 run osmo-msc_10.42.42.6(pid=14620): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14620)]\u000a00:56:15.113619 run osmo-msc_10.42.42.6(pid=14620): stdout: \u000a| (launched: 2022-12-13_00:56:13.849683) \u000a00:56:15.166567 run osmo-msc_10.42.42.6(pid=14620): stderr: \u000a| �[0;m�[38;5;43m20221213005614172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005614172 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff96409ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005614172 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005614172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005614172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005614172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005614174 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005614174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005614175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005614175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:15.211288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminating (SIGTERM)\u000a00:56:15.254163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminating (SIGTERM)\u000a00:56:15.297007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminating (SIGTERM)\u000a00:56:15.307421 --- ParallelTerminationStrategy: PID 14613 died...\u000a00:56:15.364767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14613): Terminated: ok {rc=0}\u000a00:56:15.375118 --- ParallelTerminationStrategy: PID 14616 died...\u000a00:56:15.432219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14616): Terminated: ok {rc=0}\u000a00:56:15.442517 --- ParallelTerminationStrategy: PID 14619 died...\u000a00:56:15.499555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14619): Terminated: ok {rc=0}\u000a00:56:15.587520 bus /sierra_3: Setting Powered False\u000a00:56:16.692201 bus /sierra_3: Setting Powered False\u000a00:56:17.800643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:55:57" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:56:19.814098 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:19.826159 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:56:19.988389 tst mo_mt_call.py: using LAC 32515\u000a00:56:20.110039 tst mo_mt_call.py: using RAC 130\u000a00:56:20.230812 tst mo_mt_call.py: using CellId 32515\u000a00:56:20.354771 tst mo_mt_call.py: using BVCI 32516\u000a00:56:20.378196 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:20.389412 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:20.400273 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:20.411288 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:20.422300 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:20.433283 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:56:20.554510 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:56:20.773273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:21.296261 run create_hlr_db(pid=14625): Launched\u000a00:56:21.487853 bus /sierra_2: Setting Powered False\u000a00:56:22.508886 run create_hlr_db(pid=14625): Terminated: ok {rc=0}\u000a00:56:22.925811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Launched\u000a00:56:23.236439 run osmo-hlr_10.42.42.2(pid=14628): Launched\u000a00:56:23.359017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:23.903414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Launched\u000a00:56:24.212245 run osmo-stp_10.42.42.5(pid=14631): Launched\u000a00:56:24.324240 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:24.889165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Launched\u000a00:56:25.201595 run osmo-msc_10.42.42.6(pid=14634): Launched\u000a00:56:25.382725 run osmo-stp_10.42.42.5(pid=14631): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)]\u000a00:56:25.512782 run osmo-stp_10.42.42.5(pid=14631): stdout: \u000a| (launched: 2022-12-13_00:56:24.059581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:25.640593 run osmo-stp_10.42.42.5(pid=14631): stderr: \u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005624232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:25.764274 run osmo-stp_10.42.42.5(pid=14631): stdout: \u000a| (launched: 2022-12-13_00:56:24.059581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:25.886569 run osmo-stp_10.42.42.5(pid=14631): stderr: \u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005624231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005624232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005624233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:25.940662 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14631): Process ended prematurely: osmo-stp_10.42.42.5(pid=14631) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14631)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a00:56:25.949405 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:56:26.008941 run osmo-hlr_10.42.42.2(pid=14628): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14628)]\u000a00:56:26.058159 run osmo-hlr_10.42.42.2(pid=14628): stdout: \u000a| (launched: 2022-12-13_00:56:23.082628) \u000a00:56:26.107921 run osmo-hlr_10.42.42.2(pid=14628): stderr: \u000a| �[0;m�[1;31m20221213005623257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005623257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005623257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005623257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005623257 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005623258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005623270 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005623278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005623278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005623278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:26.175410 run osmo-msc_10.42.42.6(pid=14634): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14634)]\u000a00:56:26.224643 run osmo-msc_10.42.42.6(pid=14634): stdout: \u000a| (launched: 2022-12-13_00:56:25.045851) \u000a00:56:26.274190 run osmo-msc_10.42.42.6(pid=14634): stderr: \u000a| �[0;m�[38;5;43m20221213005625320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005625320 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa18e1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005625320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005625320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005625320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005625320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005625322 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005625323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005625323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005625323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:26.316401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Terminating (SIGTERM)\u000a00:56:26.356290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminating (SIGTERM)\u000a00:56:26.396182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminating (SIGTERM)\u000a00:56:26.405465 --- ParallelTerminationStrategy: PID 14627 died...\u000a00:56:26.458971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14627): Terminated: ok {rc=0}\u000a00:56:26.468739 --- ParallelTerminationStrategy: PID 14630 died...\u000a00:56:26.521824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14630): Terminated: ok {rc=0}\u000a00:56:26.531473 --- ParallelTerminationStrategy: PID 14633 died...\u000a00:56:26.584535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14633): Terminated: ok {rc=0}\u000a00:56:26.668410 bus /sierra_3: Setting Powered False\u000a00:56:27.770991 bus /sierra_3: Setting Powered False\u000a00:56:28.879699 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14642): Process ended prematurely: osmo-stp_10.42.42.5(pid=14642) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14642): Process ended prematurely: osmo-stp_10.42.42.5(pid=14642) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:56:29.995834 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.008225 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a00:56:30.177703 tst mo_mt_call_osmux.py: using LAC 32516\u000a00:56:30.308679 tst mo_mt_call_osmux.py: using RAC 131\u000a00:56:30.441058 tst mo_mt_call_osmux.py: using CellId 32516\u000a00:56:30.574408 tst mo_mt_call_osmux.py: using BVCI 32517\u000a00:56:30.599753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.611546 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.623291 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.635513 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.648538 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a00:56:30.660101 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:56:30.782535 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a00:56:31.013461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:31.570866 run create_hlr_db(pid=14636): Launched\u000a00:56:31.752022 bus /sierra_2: Setting Powered False\u000a00:56:32.781955 run create_hlr_db(pid=14636): Terminated: ok {rc=0}\u000a00:56:33.198664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Launched\u000a00:56:33.508572 run osmo-hlr_10.42.42.2(pid=14639): Launched\u000a00:56:33.632864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:34.175629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Launched\u000a00:56:34.486530 run osmo-stp_10.42.42.5(pid=14642): Launched\u000a00:56:34.599202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:35.167578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Launched\u000a00:56:35.479744 run osmo-msc_10.42.42.6(pid=14645): Launched\u000a00:56:35.660060 run osmo-stp_10.42.42.5(pid=14642): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)]\u000a00:56:35.789945 run osmo-stp_10.42.42.5(pid=14642): stdout: \u000a| (launched: 2022-12-13_00:56:34.332513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:35.918578 run osmo-stp_10.42.42.5(pid=14642): stderr: \u000a| �[0;m�[38;5;43m20221213005634505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005634505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005634506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005634506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:36.041923 run osmo-stp_10.42.42.5(pid=14642): stdout: \u000a| (launched: 2022-12-13_00:56:34.332513)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:36.164290 run osmo-stp_10.42.42.5(pid=14642): stderr: \u000a| �[0;m�[38;5;43m20221213005634505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005634505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005634506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005634506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005634507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:36.218307 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14642): Process ended prematurely: osmo-stp_10.42.42.5(pid=14642) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14642)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a00:56:36.227000 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:56:36.287324 run osmo-hlr_10.42.42.2(pid=14639): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14639)]\u000a00:56:36.337226 run osmo-hlr_10.42.42.2(pid=14639): stdout: \u000a| (launched: 2022-12-13_00:56:33.355703) \u000a00:56:36.387922 run osmo-hlr_10.42.42.2(pid=14639): stderr: \u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005633532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005633545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005633553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005633553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005633553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:36.456556 run osmo-msc_10.42.42.6(pid=14645): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14645)]\u000a00:56:36.506509 run osmo-msc_10.42.42.6(pid=14645): stdout: \u000a| (launched: 2022-12-13_00:56:35.324525) \u000a00:56:36.557204 run osmo-msc_10.42.42.6(pid=14645): stderr: \u000a| �[0;m�[38;5;43m20221213005635598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005635598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f420041ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005635599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005635599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005635599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005635599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005635601 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005635601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005635601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005635601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:36.599595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Terminating (SIGTERM)\u000a00:56:36.640178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Terminating (SIGTERM)\u000a00:56:36.680268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Terminating (SIGTERM)\u000a00:56:36.689797 --- ParallelTerminationStrategy: PID 14638 died...\u000a00:56:36.743758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14638): Terminated: ok {rc=0}\u000a00:56:36.753931 --- ParallelTerminationStrategy: PID 14641 died...\u000a00:56:36.807423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14641): Terminated: ok {rc=0}\u000a00:56:36.817113 --- ParallelTerminationStrategy: PID 14644 died...\u000a00:56:36.870609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14644): Terminated: ok {rc=0}\u000a00:56:36.962149 bus /sierra_3: Setting Powered False\u000a00:56:38.067304 bus /sierra_3: Setting Powered False\u000a00:56:39.180150 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a00:56:41.176929 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.188251 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:56:41.346366 tst mo_mt_call.py: using LAC 32517\u000a00:56:41.468846 tst mo_mt_call.py: using RAC 132\u000a00:56:41.589702 tst mo_mt_call.py: using CellId 32517\u000a00:56:41.712196 tst mo_mt_call.py: using BVCI 32518\u000a00:56:41.735554 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.746726 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.757688 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.768755 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.779930 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:41.791082 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:56:41.911936 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:56:42.127863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:42.649451 run create_hlr_db(pid=14650): Launched\u000a00:56:42.842125 bus /sierra_2: Setting Powered False\u000a00:56:43.862194 run create_hlr_db(pid=14650): Terminated: ok {rc=0}\u000a00:56:44.303291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Launched\u000a00:56:44.636216 run osmo-hlr_10.42.42.2(pid=14653): Launched\u000a00:56:44.755017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:45.331749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Launched\u000a00:56:45.664849 run osmo-stp_10.42.42.5(pid=14656): Launched\u000a00:56:45.785972 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:46.415766 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Launched\u000a00:56:46.802180 run osmo-msc_10.42.42.6(pid=14659): Launched\u000a00:56:47.236859 run osmo-stp_10.42.42.5(pid=14656): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)]\u000a00:56:47.507561 run osmo-stp_10.42.42.5(pid=14656): stdout: \u000a| (launched: 2022-12-13_00:56:45.499390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:47.645354 run osmo-stp_10.42.42.5(pid=14656): stderr: \u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005645691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:47.777809 run osmo-stp_10.42.42.5(pid=14656): stdout: \u000a| (launched: 2022-12-13_00:56:45.499390)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:47.909583 run osmo-stp_10.42.42.5(pid=14656): stderr: \u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005645691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005645691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005645692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:47.967264 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14656): Process ended prematurely: osmo-stp_10.42.42.5(pid=14656) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14656)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a00:56:47.976515 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a00:56:48.040882 run osmo-hlr_10.42.42.2(pid=14653): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14653)]\u000a00:56:48.093805 run osmo-hlr_10.42.42.2(pid=14653): stdout: \u000a| (launched: 2022-12-13_00:56:44.471504) \u000a00:56:48.147146 run osmo-hlr_10.42.42.2(pid=14653): stderr: \u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005644670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005644683 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005644692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005644692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005644692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:48.219275 run osmo-msc_10.42.42.6(pid=14659): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14659)]\u000a00:56:48.271929 run osmo-msc_10.42.42.6(pid=14659): stdout: \u000a| (launched: 2022-12-13_00:56:46.586979) \u000a00:56:48.325162 run osmo-msc_10.42.42.6(pid=14659): stderr: \u000a| �[0;m�[38;5;43m20221213005647152 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005647152 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb14a1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005647153 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005647153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005647154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005647155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005647160 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005647162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005647162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005647162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:48.370114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Terminating (SIGTERM)\u000a00:56:48.412547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Terminating (SIGTERM)\u000a00:56:48.455209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Terminating (SIGTERM)\u000a00:56:48.465045 --- ParallelTerminationStrategy: PID 14652 died...\u000a00:56:48.522003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14652): Terminated: ok {rc=0}\u000a00:56:48.532107 --- ParallelTerminationStrategy: PID 14655 died...\u000a00:56:48.588638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14655): Terminated: ok {rc=0}\u000a00:56:48.599119 --- ParallelTerminationStrategy: PID 14658 died...\u000a00:56:48.655530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14658): Terminated: ok {rc=0}\u000a00:56:48.743962 bus /sierra_3: Setting Powered False\u000a00:56:49.852089 bus /sierra_3: Setting Powered False\u000a00:56:50.961175 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 61, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14667): Process ended prematurely: osmo-stp_10.42.42.5(pid=14667) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14667): Process ended prematurely: osmo-stp_10.42.42.5(pid=14667) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:56:52.078165 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.090863 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a00:56:52.258256 tst mo_mt_call_osmux.py: using LAC 32518\u000a00:56:52.387148 tst mo_mt_call_osmux.py: using RAC 133\u000a00:56:52.532694 tst mo_mt_call_osmux.py: using CellId 32518\u000a00:56:52.659757 tst mo_mt_call_osmux.py: using BVCI 32519\u000a00:56:52.683398 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.694743 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.706197 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.717555 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.728914 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a00:56:52.740283 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:56:52.862038 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a00:56:53.067206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:56:53.563622 run create_hlr_db(pid=14661): Launched\u000a00:56:53.740591 bus /sierra_2: Setting Powered False\u000a00:56:54.762364 run create_hlr_db(pid=14661): Terminated: ok {rc=0}\u000a00:56:55.204157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Launched\u000a00:56:55.538763 run osmo-hlr_10.42.42.2(pid=14664): Launched\u000a00:56:55.659009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:56:56.239429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Launched\u000a00:56:56.571865 run osmo-stp_10.42.42.5(pid=14667): Launched\u000a00:56:56.691763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:56:57.300450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Launched\u000a00:56:57.635988 run osmo-msc_10.42.42.6(pid=14670): Launched\u000a00:56:57.831684 run osmo-stp_10.42.42.5(pid=14667): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)]\u000a00:56:57.973633 run osmo-stp_10.42.42.5(pid=14667): stdout: \u000a| (launched: 2022-12-13_00:56:56.407481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:58.112166 run osmo-stp_10.42.42.5(pid=14667): stderr: \u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005656601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:58.245181 run osmo-stp_10.42.42.5(pid=14667): stdout: \u000a| (launched: 2022-12-13_00:56:56.407481)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:56:58.376905 run osmo-stp_10.42.42.5(pid=14667): stderr: \u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005656600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005656601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005656601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:56:58.434950 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14667): Process ended prematurely: osmo-stp_10.42.42.5(pid=14667) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14667)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a00:56:58.444216 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a00:56:58.508093 run osmo-hlr_10.42.42.2(pid=14664): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14664)]\u000a00:56:58.560337 run osmo-hlr_10.42.42.2(pid=14664): stdout: \u000a| (launched: 2022-12-13_00:56:55.373246) \u000a00:56:58.613138 run osmo-hlr_10.42.42.2(pid=14664): stderr: \u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005655572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005655584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005655593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005655593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005655593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:56:58.684744 run osmo-msc_10.42.42.6(pid=14670): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14670)]\u000a00:56:58.737033 run osmo-msc_10.42.42.6(pid=14670): stdout: \u000a| (launched: 2022-12-13_00:56:57.469962) \u000a00:56:58.789981 run osmo-msc_10.42.42.6(pid=14670): stderr: \u000a| �[0;m�[38;5;43m20221213005657791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005657791 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b838e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005657791 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005657791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005657791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005657792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005657793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005657794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005657794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005657794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:56:58.835210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Terminating (SIGTERM)\u000a00:56:58.878493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Terminating (SIGTERM)\u000a00:56:58.920899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Terminating (SIGTERM)\u000a00:56:58.931068 --- ParallelTerminationStrategy: PID 14663 died...\u000a00:56:58.989228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14663): Terminated: ok {rc=0}\u000a00:56:58.999666 --- ParallelTerminationStrategy: PID 14666 died...\u000a00:56:59.056390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14666): Terminated: ok {rc=0}\u000a00:56:59.066904 --- ParallelTerminationStrategy: PID 14669 died...\u000a00:56:59.123268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14669): Terminated: ok {rc=0}\u000a00:56:59.210868 bus /sierra_3: Setting Powered False\u000a00:57:00.317455 bus /sierra_3: Setting Powered False\u000a00:57:01.432201 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a00:57:03.437563 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:03.449123 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:57:03.618016 tst mo_mt_call.py: using LAC 32519\u000a00:57:03.748829 tst mo_mt_call.py: using RAC 134\u000a00:57:03.881186 tst mo_mt_call.py: using CellId 32519\u000a00:57:04.011408 tst mo_mt_call.py: using BVCI 32520\u000a00:57:04.036561 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:04.048130 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:04.059511 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:04.071257 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:04.083174 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:04.094835 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:57:04.213281 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:57:04.429492 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:04.953439 run create_hlr_db(pid=14677): Launched\u000a00:57:05.145054 bus /sierra_2: Setting Powered False\u000a00:57:06.164479 run create_hlr_db(pid=14677): Terminated: ok {rc=0}\u000a00:57:06.603942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Launched\u000a00:57:06.938675 run osmo-hlr_10.42.42.2(pid=14680): Launched\u000a00:57:07.061609 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:07.642422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Launched\u000a00:57:07.976479 run osmo-stp_10.42.42.5(pid=14683): Launched\u000a00:57:08.097153 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:57:08.704480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Launched\u000a00:57:09.039450 run osmo-msc_10.42.42.6(pid=14686): Launched\u000a00:57:09.233256 run osmo-stp_10.42.42.5(pid=14683): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)]\u000a00:57:09.372900 run osmo-stp_10.42.42.5(pid=14683): stdout: \u000a| (launched: 2022-12-13_00:57:07.811354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:09.511082 run osmo-stp_10.42.42.5(pid=14683): stderr: \u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005708007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:09.643719 run osmo-stp_10.42.42.5(pid=14683): stdout: \u000a| (launched: 2022-12-13_00:57:07.811354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:09.775141 run osmo-stp_10.42.42.5(pid=14683): stderr: \u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005708006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005708007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005708007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:09.833224 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14683): Process ended prematurely: osmo-stp_10.42.42.5(pid=14683) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14683)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a00:57:09.842413 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a00:57:09.906334 run osmo-hlr_10.42.42.2(pid=14680): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14680)]\u000a00:57:09.958539 run osmo-hlr_10.42.42.2(pid=14680): stdout: \u000a| (launched: 2022-12-13_00:57:06.772270) \u000a00:57:10.011526 run osmo-hlr_10.42.42.2(pid=14680): stderr: \u000a| �[0;m�[1;31m20221213005706971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005706972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005706987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005706997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005706997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005706997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:10.083206 run osmo-msc_10.42.42.6(pid=14686): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14686)]\u000a00:57:10.135950 run osmo-msc_10.42.42.6(pid=14686): stdout: \u000a| (launched: 2022-12-13_00:57:08.873740) \u000a00:57:10.189247 run osmo-msc_10.42.42.6(pid=14686): stderr: \u000a| �[0;m�[38;5;43m20221213005709196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005709196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f213b05dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005709196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005709196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005709196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005709196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005709198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005709198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005709199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005709199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:57:10.234019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminating (SIGTERM)\u000a00:57:10.276021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminating (SIGTERM)\u000a00:57:10.318843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminating (SIGTERM)\u000a00:57:10.328837 --- ParallelTerminationStrategy: PID 14679 died...\u000a00:57:10.385127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14679): Terminated: ok {rc=0}\u000a00:57:10.395494 --- ParallelTerminationStrategy: PID 14682 died...\u000a00:57:10.451911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14682): Terminated: ok {rc=0}\u000a00:57:10.462009 --- ParallelTerminationStrategy: PID 14685 died...\u000a00:57:10.518365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14685): Terminated: ok {rc=0}\u000a00:57:10.606466 bus /sierra_3: Setting Powered False\u000a00:57:11.714750 bus /sierra_3: Setting Powered False\u000a00:57:12.823834 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14694): Process ended prematurely: osmo-stp_10.42.42.5(pid=14694) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14694): Process ended prematurely: osmo-stp_10.42.42.5(pid=14694) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:57:13.939709 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:13.951923 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a00:57:14.120798 tst mo_mt_call_osmux.py: using LAC 32520\u000a00:57:14.250477 tst mo_mt_call_osmux.py: using RAC 135\u000a00:57:14.381488 tst mo_mt_call_osmux.py: using CellId 32520\u000a00:57:14.512160 tst mo_mt_call_osmux.py: using BVCI 32521\u000a00:57:14.537449 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:14.549066 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:14.560442 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:14.572171 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:14.583952 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a00:57:14.595768 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:57:14.716509 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a00:57:14.921652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:15.419694 run create_hlr_db(pid=14688): Launched\u000a00:57:15.596681 bus /sierra_2: Setting Powered False\u000a00:57:16.684177 run create_hlr_db(pid=14688): Terminated: ok {rc=0}\u000a00:57:17.157307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Launched\u000a00:57:17.492473 run osmo-hlr_10.42.42.2(pid=14691): Launched\u000a00:57:17.617801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:18.195001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Launched\u000a00:57:18.528263 run osmo-stp_10.42.42.5(pid=14694): Launched\u000a00:57:18.649087 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:57:19.258110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Launched\u000a00:57:19.592015 run osmo-msc_10.42.42.6(pid=14697): Launched\u000a00:57:19.785819 run osmo-stp_10.42.42.5(pid=14694): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)]\u000a00:57:19.926388 run osmo-stp_10.42.42.5(pid=14694): stdout: \u000a| (launched: 2022-12-13_00:57:18.363713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:20.064434 run osmo-stp_10.42.42.5(pid=14694): stderr: \u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005718558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:20.196826 run osmo-stp_10.42.42.5(pid=14694): stdout: \u000a| (launched: 2022-12-13_00:57:18.363713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:20.328112 run osmo-stp_10.42.42.5(pid=14694): stderr: \u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005718557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005718558 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005718558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:20.386112 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14694): Process ended prematurely: osmo-stp_10.42.42.5(pid=14694) [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14694)] [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a00:57:20.395337 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a00:57:20.459432 run osmo-hlr_10.42.42.2(pid=14691): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14691)]\u000a00:57:20.512096 run osmo-hlr_10.42.42.2(pid=14691): stdout: \u000a| (launched: 2022-12-13_00:57:17.326983) \u000a00:57:20.565155 run osmo-hlr_10.42.42.2(pid=14691): stderr: \u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005717527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005717545 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005717555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005717555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005717555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:20.638009 run osmo-msc_10.42.42.6(pid=14697): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14697)]\u000a00:57:20.690580 run osmo-msc_10.42.42.6(pid=14697): stdout: \u000a| (launched: 2022-12-13_00:57:19.426527) \u000a00:57:20.743735 run osmo-msc_10.42.42.6(pid=14697): stderr: \u000a| �[0;m�[38;5;43m20221213005719751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005719752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe76445dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005719752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005719752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005719752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005719752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005719754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005719754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005719754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005719755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:57:20.788635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Terminating (SIGTERM)\u000a00:57:20.831564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Terminating (SIGTERM)\u000a00:57:20.874146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Terminating (SIGTERM)\u000a00:57:20.883960 --- ParallelTerminationStrategy: PID 14690 died...\u000a00:57:20.940918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14690): Terminated: ok {rc=0}\u000a00:57:20.951264 --- ParallelTerminationStrategy: PID 14693 died...\u000a00:57:21.008044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14693): Terminated: ok {rc=0}\u000a00:57:21.018259 --- ParallelTerminationStrategy: PID 14696 died...\u000a00:57:21.074652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14696): Terminated: ok {rc=0}\u000a00:57:21.162228 bus /sierra_3: Setting Powered False\u000a00:57:22.270740 bus /sierra_3: Setting Powered False\u000a00:57:23.380276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14708): Process ended prematurely: osmo-stp_10.42.42.5(pid=14708) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14708): Process ended prematurely: osmo-stp_10.42.42.5(pid=14708) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a00:57:25.382530 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.393859 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:57:25.550358 tst mo_mt_call.py: using LAC 32521\u000a00:57:25.669899 tst mo_mt_call.py: using RAC 136\u000a00:57:25.789667 tst mo_mt_call.py: using CellId 32521\u000a00:57:25.908894 tst mo_mt_call.py: using BVCI 32522\u000a00:57:25.932461 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.943640 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.954716 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.965805 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.976862 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:25.987865 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:26.109306 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:26.328693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:26.855334 run create_hlr_db(pid=14702): Launched\u000a00:57:27.046140 bus /sierra_2: Setting Powered False\u000a00:57:28.067267 run create_hlr_db(pid=14702): Terminated: ok {rc=0}\u000a00:57:28.482772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Launched\u000a00:57:28.793710 run osmo-hlr_10.42.42.2(pid=14705): Launched\u000a00:57:28.907258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:29.445396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Launched\u000a00:57:29.755910 run osmo-stp_10.42.42.5(pid=14708): Launched\u000a00:57:29.868476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:57:30.435477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Launched\u000a00:57:30.746853 run osmo-msc_10.42.42.6(pid=14711): Launched\u000a00:57:31.093225 run osmo-stp_10.42.42.5(pid=14708): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)]\u000a00:57:31.228518 run osmo-stp_10.42.42.5(pid=14708): stdout: \u000a| (launched: 2022-12-13_00:57:29.601831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:31.361851 run osmo-stp_10.42.42.5(pid=14708): stderr: \u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005729774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:31.488814 run osmo-stp_10.42.42.5(pid=14708): stdout: \u000a| (launched: 2022-12-13_00:57:29.601831)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:31.615294 run osmo-stp_10.42.42.5(pid=14708): stderr: \u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005729773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005729774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005729774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:31.671307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14708): Process ended prematurely: osmo-stp_10.42.42.5(pid=14708) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14708)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a00:57:31.681227 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a00:57:31.743447 run osmo-hlr_10.42.42.2(pid=14705): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14705)]\u000a00:57:31.795051 run osmo-hlr_10.42.42.2(pid=14705): stdout: \u000a| (launched: 2022-12-13_00:57:28.640161) \u000a00:57:31.847487 run osmo-hlr_10.42.42.2(pid=14705): stderr: \u000a| �[0;m�[1;31m20221213005728817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005728817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005728818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005728818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005728818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005728818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005728830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005728841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005728841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005728842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:31.917859 run osmo-msc_10.42.42.6(pid=14711): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14711)]\u000a00:57:31.969302 run osmo-msc_10.42.42.6(pid=14711): stdout: \u000a| (launched: 2022-12-13_00:57:30.592260) \u000a00:57:32.021572 run osmo-msc_10.42.42.6(pid=14711): stderr: \u000a| �[0;m�[38;5;43m20221213005730875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005730875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91b0f3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005730875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005730875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005730875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005730876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005730880 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005730881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005730881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005730881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:57:32.065079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Terminating (SIGTERM)\u000a00:57:32.107120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Terminating (SIGTERM)\u000a00:57:32.148222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Terminating (SIGTERM)\u000a00:57:32.157871 --- ParallelTerminationStrategy: PID 14704 died...\u000a00:57:32.212539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14704): Terminated: ok {rc=0}\u000a00:57:32.222952 --- ParallelTerminationStrategy: PID 14707 died...\u000a00:57:32.277422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14707): Terminated: ok {rc=0}\u000a00:57:32.287269 --- ParallelTerminationStrategy: PID 14710 died...\u000a00:57:32.340384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14710): Terminated: ok {rc=0}\u000a00:57:32.424700 bus /sierra_3: Setting Powered False\u000a00:57:33.526392 bus /sierra_3: Setting Powered False\u000a00:57:34.637953 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14719): Process ended prematurely: osmo-stp_10.42.42.5(pid=14719) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14719): Process ended prematurely: osmo-stp_10.42.42.5(pid=14719) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:57:35.750014 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:35.762157 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a00:57:35.926275 tst mo_mt_call_osmux.py: using LAC 32522\u000a00:57:36.046215 tst mo_mt_call_osmux.py: using RAC 137\u000a00:57:36.166027 tst mo_mt_call_osmux.py: using CellId 32522\u000a00:57:36.285998 tst mo_mt_call_osmux.py: using BVCI 32523\u000a00:57:36.309849 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:36.321110 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:36.332177 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:36.343254 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:36.354359 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a00:57:36.365390 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:36.481898 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a00:57:36.698119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:37.223676 run create_hlr_db(pid=14713): Launched\u000a00:57:37.415674 bus /sierra_2: Setting Powered False\u000a00:57:38.436014 run create_hlr_db(pid=14713): Terminated: ok {rc=0}\u000a00:57:38.877485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Launched\u000a00:57:39.214112 run osmo-hlr_10.42.42.2(pid=14716): Launched\u000a00:57:39.335071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:39.915487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Launched\u000a00:57:40.233694 run osmo-stp_10.42.42.5(pid=14719): Launched\u000a00:57:40.345989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:57:40.921665 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Launched\u000a00:57:41.233887 run osmo-msc_10.42.42.6(pid=14722): Launched\u000a00:57:41.414817 run osmo-stp_10.42.42.5(pid=14719): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)]\u000a00:57:41.546089 run osmo-stp_10.42.42.5(pid=14719): stdout: \u000a| (launched: 2022-12-13_00:57:40.078365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:41.675183 run osmo-stp_10.42.42.5(pid=14719): stderr: \u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005740248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:41.799275 run osmo-stp_10.42.42.5(pid=14719): stdout: \u000a| (launched: 2022-12-13_00:57:40.078365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:41.922883 run osmo-stp_10.42.42.5(pid=14719): stderr: \u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005740247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005740248 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005740248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:41.977328 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14719): Process ended prematurely: osmo-stp_10.42.42.5(pid=14719) [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14719)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a00:57:41.985858 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a00:57:42.045871 run osmo-hlr_10.42.42.2(pid=14716): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14716)]\u000a00:57:42.095424 run osmo-hlr_10.42.42.2(pid=14716): stdout: \u000a| (launched: 2022-12-13_00:57:39.046772) \u000a00:57:42.145636 run osmo-hlr_10.42.42.2(pid=14716): stderr: \u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005739247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005739259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005739268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005739268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005739268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:42.214400 run osmo-msc_10.42.42.6(pid=14722): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14722)]\u000a00:57:42.263966 run osmo-msc_10.42.42.6(pid=14722): stdout: \u000a| (launched: 2022-12-13_00:57:41.079941) \u000a00:57:42.313911 run osmo-msc_10.42.42.6(pid=14722): stderr: \u000a| �[0;m�[38;5;43m20221213005741352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005741352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb6051a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005741352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005741352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005741352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005741353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005741354 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005741355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005741355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005741355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:57:42.356469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Terminating (SIGTERM)\u000a00:57:42.397021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Terminating (SIGTERM)\u000a00:57:42.437482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Terminating (SIGTERM)\u000a00:57:42.446890 --- ParallelTerminationStrategy: PID 14715 died...\u000a00:57:42.500745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14715): Terminated: ok {rc=0}\u000a00:57:42.510803 --- ParallelTerminationStrategy: PID 14718 died...\u000a00:57:42.565027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14718): Terminated: ok {rc=0}\u000a00:57:42.574885 --- ParallelTerminationStrategy: PID 14721 died...\u000a00:57:42.629051 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14721): Terminated: ok {rc=0}\u000a00:57:42.719073 bus /sierra_3: Setting Powered False\u000a00:57:43.822941 bus /sierra_3: Setting Powered False\u000a00:57:44.936518 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:57:25" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14733): Process ended prematurely: osmo-stp_10.42.42.5(pid=14733) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14733): Process ended prematurely: osmo-stp_10.42.42.5(pid=14733) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a00:57:47.006609 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.021066 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:47.203889 tst mo_mt_call.py: using LAC 32523\u000a00:57:47.327743 tst mo_mt_call.py: using RAC 138\u000a00:57:47.451843 tst mo_mt_call.py: using CellId 32523\u000a00:57:47.585488 tst mo_mt_call.py: using BVCI 32524\u000a00:57:47.610866 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.622587 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.634380 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.646052 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.657811 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:47.669348 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:57:47.787689 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:57:48.001326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:48.525636 run create_hlr_db(pid=14727): Launched\u000a00:57:48.716751 bus /sierra_2: Setting Powered False\u000a00:57:49.737889 run create_hlr_db(pid=14727): Terminated: ok {rc=0}\u000a00:57:50.155491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Launched\u000a00:57:50.465305 run osmo-hlr_10.42.42.2(pid=14730): Launched\u000a00:57:50.587560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:57:51.132360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Launched\u000a00:57:51.443473 run osmo-stp_10.42.42.5(pid=14733): Launched\u000a00:57:51.556510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:57:52.137358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Launched\u000a00:57:52.449417 run osmo-msc_10.42.42.6(pid=14736): Launched\u000a00:57:52.630483 run osmo-stp_10.42.42.5(pid=14733): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)]\u000a00:57:52.761687 run osmo-stp_10.42.42.5(pid=14733): stdout: \u000a| (launched: 2022-12-13_00:57:51.289410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:52.890638 run osmo-stp_10.42.42.5(pid=14733): stderr: \u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005751459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:53.014612 run osmo-stp_10.42.42.5(pid=14733): stdout: \u000a| (launched: 2022-12-13_00:57:51.289410)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:57:53.137574 run osmo-stp_10.42.42.5(pid=14733): stderr: \u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005751458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005751459 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005751459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:57:53.191663 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14733): Process ended prematurely: osmo-stp_10.42.42.5(pid=14733) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14733)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a00:57:53.200438 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a00:57:53.260605 run osmo-hlr_10.42.42.2(pid=14730): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14730)]\u000a00:57:53.309796 run osmo-hlr_10.42.42.2(pid=14730): stdout: \u000a| (launched: 2022-12-13_00:57:50.313240) \u000a00:57:53.359765 run osmo-hlr_10.42.42.2(pid=14730): stderr: \u000a| �[0;m�[1;31m20221213005750490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005750490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005750490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005750490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005750490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005750491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005750504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005750513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:57:53.427487 run osmo-msc_10.42.42.6(pid=14736): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14736)]\u000a00:57:53.476583 run osmo-msc_10.42.42.6(pid=14736): stdout: \u000a| (launched: 2022-12-13_00:57:52.294745) \u000a00:57:53.526951 run osmo-msc_10.42.42.6(pid=14736): stderr: \u000a| �[0;m�[38;5;43m20221213005752566 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005752567 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8375645c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005752567 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005752567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005752567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005752567 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005752569 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005752569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005752569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005752570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:57:53.569118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Terminating (SIGTERM)\u000a00:57:53.609174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Terminating (SIGTERM)\u000a00:57:53.649182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Terminating (SIGTERM)\u000a00:57:53.658438 --- ParallelTerminationStrategy: PID 14729 died...\u000a00:57:53.712271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14729): Terminated: ok {rc=0}\u000a00:57:53.721922 --- ParallelTerminationStrategy: PID 14732 died...\u000a00:57:53.775200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14732): Terminated: ok {rc=0}\u000a00:57:53.784834 --- ParallelTerminationStrategy: PID 14735 died...\u000a00:57:53.838176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14735): Terminated: ok {rc=0}\u000a00:57:53.928181 bus /sierra_3: Setting Powered False\u000a00:57:55.033192 bus /sierra_3: Setting Powered False\u000a00:57:56.140803 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14745): Process ended prematurely: osmo-stp_10.42.42.5(pid=14745) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14745): Process ended prematurely: osmo-stp_10.42.42.5(pid=14745) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a00:57:57.258443 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.270615 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a00:57:57.440746 tst mo_mt_call_osmux.py: using LAC 32524\u000a00:57:57.571051 tst mo_mt_call_osmux.py: using RAC 139\u000a00:57:57.700851 tst mo_mt_call_osmux.py: using CellId 32524\u000a00:57:57.831066 tst mo_mt_call_osmux.py: using BVCI 32525\u000a00:57:57.856354 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.867770 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.879235 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.890850 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.902509 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a00:57:57.914130 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:57:58.033565 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a00:57:58.248859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:57:58.770264 run create_hlr_db(pid=14739): Launched\u000a00:57:58.961966 bus /sierra_2: Setting Powered False\u000a00:57:59.980778 run create_hlr_db(pid=14739): Terminated: ok {rc=0}\u000a00:58:00.420719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Launched\u000a00:58:00.755392 run osmo-hlr_10.42.42.2(pid=14742): Launched\u000a00:58:00.941074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:01.568926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Launched\u000a00:58:02.025852 run osmo-stp_10.42.42.5(pid=14745): Launched\u000a00:58:02.205071 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:02.811691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Launched\u000a00:58:03.143458 run osmo-msc_10.42.42.6(pid=14748): Launched\u000a00:58:03.337422 run osmo-stp_10.42.42.5(pid=14745): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)]\u000a00:58:03.477526 run osmo-stp_10.42.42.5(pid=14745): stdout: \u000a| (launched: 2022-12-13_00:58:01.739413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:03.616555 run osmo-stp_10.42.42.5(pid=14745): stderr: \u000a| �[0;m�[38;5;43m20221213005801985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005801986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005801986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005801986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:03.749022 run osmo-stp_10.42.42.5(pid=14745): stdout: \u000a| (launched: 2022-12-13_00:58:01.739413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:03.881311 run osmo-stp_10.42.42.5(pid=14745): stderr: \u000a| �[0;m�[38;5;43m20221213005801985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005801986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005801986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005801986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005801987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:03.939327 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14745): Process ended prematurely: osmo-stp_10.42.42.5(pid=14745) [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14745)] [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a00:58:03.948887 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a00:58:04.013563 run osmo-hlr_10.42.42.2(pid=14742): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14742)]\u000a00:58:04.066409 run osmo-hlr_10.42.42.2(pid=14742): stdout: \u000a| (launched: 2022-12-13_00:58:00.589777) \u000a00:58:04.119835 run osmo-hlr_10.42.42.2(pid=14742): stderr: \u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005800789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005800801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005800809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005800809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005800809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:04.192323 run osmo-msc_10.42.42.6(pid=14748): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14748)]\u000a00:58:04.245270 run osmo-msc_10.42.42.6(pid=14748): stdout: \u000a| (launched: 2022-12-13_00:58:02.980228) \u000a00:58:04.298718 run osmo-msc_10.42.42.6(pid=14748): stderr: \u000a| �[0;m�[38;5;43m20221213005803303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005803303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd52f3bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005803303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005803303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005803303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005803304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005803305 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005803306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:04.344314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Terminating (SIGTERM)\u000a00:58:04.387431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Terminating (SIGTERM)\u000a00:58:04.430692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Terminating (SIGTERM)\u000a00:58:04.440688 --- ParallelTerminationStrategy: PID 14741 died...\u000a00:58:04.498229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14741): Terminated: ok {rc=0}\u000a00:58:04.508644 --- ParallelTerminationStrategy: PID 14744 died...\u000a00:58:04.565742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14744): Terminated: ok {rc=0}\u000a00:58:04.575944 --- ParallelTerminationStrategy: PID 14747 died...\u000a00:58:04.633316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14747): Terminated: ok {rc=0}\u000a00:58:04.723168 bus /sierra_3: Setting Powered False\u000a00:58:05.833362 bus /sierra_3: Setting Powered False\u000a00:58:06.942759 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14760): Process ended prematurely: osmo-stp_10.42.42.5(pid=14760) [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14760): Process ended prematurely: osmo-stp_10.42.42.5(pid=14760) [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a00:58:08.948543 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:08.959279 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a00:58:09.094853 tst emergency_mo_mt_call.py: using LAC 32525\u000a00:58:09.215356 tst emergency_mo_mt_call.py: using RAC 140\u000a00:58:09.335468 tst emergency_mo_mt_call.py: using CellId 32525\u000a00:58:09.456614 tst emergency_mo_mt_call.py: using BVCI 32526\u000a00:58:09.479666 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:09.490444 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:09.500902 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:09.511469 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:09.522277 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:09.532693 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:09.650033 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:09.853969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:10.340448 run create_hlr_db(pid=14754): Launched\u000a00:58:10.516876 bus /sierra_2: Setting Powered False\u000a00:58:11.537496 run create_hlr_db(pid=14754): Terminated: ok {rc=0}\u000a00:58:11.971484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Launched\u000a00:58:12.298175 run osmo-hlr_10.42.42.2(pid=14757): Launched\u000a00:58:12.419037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:12.989361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Launched\u000a00:58:13.315844 run osmo-stp_10.42.42.5(pid=14760): Launched\u000a00:58:13.447956 tst emergency_mo_mt_call.py: using MSISDN 8045\u000a00:58:13.610141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:14.206777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Launched\u000a00:58:14.534221 run osmo-msc_10.42.42.6(pid=14763): Launched\u000a00:58:14.724740 run osmo-stp_10.42.42.5(pid=14760): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)]\u000a00:58:14.862768 run osmo-stp_10.42.42.5(pid=14760): stdout: \u000a| (launched: 2022-12-13_00:58:13.154420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:14.999158 run osmo-stp_10.42.42.5(pid=14760): stderr: \u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005813348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:15.129707 run osmo-stp_10.42.42.5(pid=14760): stdout: \u000a| (launched: 2022-12-13_00:58:13.154420)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:15.259096 run osmo-stp_10.42.42.5(pid=14760): stderr: \u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005813347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005813348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005813348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:15.315718 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14760): Process ended prematurely: osmo-stp_10.42.42.5(pid=14760) [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14760)] [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a00:58:15.324563 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a00:58:15.388592 run osmo-hlr_10.42.42.2(pid=14757): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14757)]\u000a00:58:15.440996 run osmo-hlr_10.42.42.2(pid=14757): stdout: \u000a| (launched: 2022-12-13_00:58:12.137083) \u000a00:58:15.493907 run osmo-hlr_10.42.42.2(pid=14757): stderr: \u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005812335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005812347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005812356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005812356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005812356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:15.565823 run osmo-msc_10.42.42.6(pid=14763): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14763)]\u000a00:58:15.618232 run osmo-msc_10.42.42.6(pid=14763): stdout: \u000a| (launched: 2022-12-13_00:58:14.371562) \u000a00:58:15.671340 run osmo-msc_10.42.42.6(pid=14763): stderr: \u000a| �[0;m�[38;5;43m20221213005814692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005814692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faba5751c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005814692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005814692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005814693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005814693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005814695 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005814695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005814695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005814695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:15.716206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Terminating (SIGTERM)\u000a00:58:15.758858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Terminating (SIGTERM)\u000a00:58:15.801553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Terminating (SIGTERM)\u000a00:58:15.811727 --- ParallelTerminationStrategy: PID 14756 died...\u000a00:58:15.870953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14756): Terminated: ok {rc=0}\u000a00:58:15.881664 --- ParallelTerminationStrategy: PID 14759 died...\u000a00:58:15.944254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14759): Terminated: ok {rc=0}\u000a00:58:15.966558 --- ParallelTerminationStrategy: PID 14762 died...\u000a00:58:16.035772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14762): Terminated: ok {rc=0}\u000a00:58:16.141262 bus /sierra_3: Setting Powered False\u000a00:58:17.259010 bus /sierra_3: Setting Powered False\u000a00:58:18.370698 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14771): Process ended prematurely: osmo-stp_10.42.42.5(pid=14771) [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14771): Process ended prematurely: osmo-stp_10.42.42.5(pid=14771) [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a00:58:19.422359 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:19.433703 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a00:58:19.572932 tst emergency_preemptive_call.py: using LAC 32526\u000a00:58:19.691713 tst emergency_preemptive_call.py: using RAC 141\u000a00:58:19.811713 tst emergency_preemptive_call.py: using CellId 32526\u000a00:58:19.930167 tst emergency_preemptive_call.py: using BVCI 32527\u000a00:58:19.953099 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:19.963841 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:19.974438 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:19.985073 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:19.995635 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a00:58:20.006188 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:20.126280 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:20.244773 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:20.364084 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:20.564009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:21.048580 run create_hlr_db(pid=14765): Launched\u000a00:58:21.222586 bus /sierra_2: Setting Powered False\u000a00:58:22.243113 run create_hlr_db(pid=14765): Terminated: ok {rc=0}\u000a00:58:22.648249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Launched\u000a00:58:22.952647 run osmo-hlr_10.42.42.2(pid=14768): Launched\u000a00:58:23.070785 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:23.606276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Launched\u000a00:58:23.913476 run osmo-stp_10.42.42.5(pid=14771): Launched\u000a00:58:24.034524 tst emergency_preemptive_call.py: using MSISDN 8046\u000a00:58:24.183973 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a00:58:24.737902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Launched\u000a00:58:25.043411 run osmo-msc_10.42.42.6(pid=14774): Launched\u000a00:58:25.220455 run osmo-stp_10.42.42.5(pid=14771): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)]\u000a00:58:25.348568 run osmo-stp_10.42.42.5(pid=14771): stdout: \u000a| (launched: 2022-12-13_00:58:23.760744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:25.474216 run osmo-stp_10.42.42.5(pid=14771): stderr: \u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005823933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:25.594571 run osmo-stp_10.42.42.5(pid=14771): stdout: \u000a| (launched: 2022-12-13_00:58:23.760744)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:25.714555 run osmo-stp_10.42.42.5(pid=14771): stderr: \u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005823932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005823933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005823933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:25.767709 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14771): Process ended prematurely: osmo-stp_10.42.42.5(pid=14771) [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14771)] [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a00:58:25.775639 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a00:58:25.835807 run osmo-hlr_10.42.42.2(pid=14768): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14768)]\u000a00:58:25.885512 run osmo-hlr_10.42.42.2(pid=14768): stdout: \u000a| (launched: 2022-12-13_00:58:22.802151) \u000a00:58:25.935515 run osmo-hlr_10.42.42.2(pid=14768): stderr: \u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005822979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005822991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005823000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005823001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005823001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:26.003351 run osmo-msc_10.42.42.6(pid=14774): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14774)]\u000a00:58:26.052843 run osmo-msc_10.42.42.6(pid=14774): stdout: \u000a| (launched: 2022-12-13_00:58:24.891304) \u000a00:58:26.102918 run osmo-msc_10.42.42.6(pid=14774): stderr: \u000a| �[0;m�[38;5;43m20221213005825162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213005825162 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1df711c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213005825162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213005825162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213005825163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213005825163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213005825165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213005825165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213005825166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213005825166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a00:58:26.145207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Terminating (SIGTERM)\u000a00:58:26.185172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Terminating (SIGTERM)\u000a00:58:26.225520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Terminating (SIGTERM)\u000a00:58:26.234766 --- ParallelTerminationStrategy: PID 14767 died...\u000a00:58:26.288391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14767): Terminated: ok {rc=0}\u000a00:58:26.298096 --- ParallelTerminationStrategy: PID 14770 died...\u000a00:58:26.351484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14770): Terminated: ok {rc=0}\u000a00:58:26.361170 --- ParallelTerminationStrategy: PID 14773 died...\u000a00:58:26.414781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14773): Terminated: ok {rc=0}\u000a00:58:26.498694 bus /sierra_9: Setting Powered False\u000a00:58:27.599639 bus /sierra_9: Setting Powered False\u000a00:58:28.706538 bus /sierra_8: Setting Powered False\u000a00:58:29.813603 bus /sierra_8: Setting Powered False\u000a00:58:30.945839 bus /sierra_3: Setting Powered False\u000a00:58:32.052093 bus /sierra_3: Setting Powered False\u000a00:58:33.162953 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:58:08" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:58:35.275978 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.286691 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:58:35.425133 tst cs_paging_gprs_active.py: using LAC 32527\u000a00:58:35.547173 tst cs_paging_gprs_active.py: using RAC 142\u000a00:58:35.669817 tst cs_paging_gprs_active.py: using CellId 32527\u000a00:58:35.789999 tst cs_paging_gprs_active.py: using BVCI 32528\u000a00:58:35.813745 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.824836 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.835422 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.846079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.856488 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.867103 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.877746 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.888034 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:35.898648 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:36.015825 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:36.314992 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:58:36.453776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:58:36.797544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Launched\u000a00:58:37.085522 run iperf3-srv_10.42.42.10(pid=14781): Launched\u000a00:58:37.288225 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:58:37.426808 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:58:37.770706 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Launched\u000a00:58:38.059043 run iperf3-srv_10.42.42.10(pid=14783): Launched\u000a00:58:38.262455 tst cs_paging_gprs_active.py:38: start network...\u000a00:58:38.401032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:38.926924 run create_hlr_db(pid=14784): Launched\u000a00:58:39.119050 bus /sierra_2: Setting Powered False\u000a00:58:40.140154 run create_hlr_db(pid=14784): Terminated: ok {rc=0}\u000a00:58:40.554828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Launched\u000a00:58:40.867964 run osmo-hlr_10.42.42.2(pid=14787): Launched\u000a00:58:40.991334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:41.537141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Launched\u000a00:58:41.848011 run osmo-stp_10.42.42.5(pid=14790): Launched\u000a00:58:41.960645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:42.501252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Launched\u000a00:58:42.610956 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:42.881256 run patchelf(pid=14793): Launched\u000a00:58:43.061927 run osmo-stp_10.42.42.5(pid=14790): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]\u000a00:58:43.193180 run osmo-stp_10.42.42.5(pid=14790): stdout: \u000a| (launched: 2022-12-13_00:58:41.693732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:43.324662 run osmo-stp_10.42.42.5(pid=14790): stderr: \u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005841869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:43.451959 run osmo-stp_10.42.42.5(pid=14790): stdout: \u000a| (launched: 2022-12-13_00:58:41.693732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:43.578633 run osmo-stp_10.42.42.5(pid=14790): stderr: \u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005841868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005841869 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005841869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:43.725770 run patchelf(pid=14793): Terminating (SIGINT)\u000a00:58:43.899880 run patchelf(pid=14793): Terminated: ok {rc=0}\u000a00:58:43.931708 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)] [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a00:58:43.941072 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:58:44.001049 run osmo-hlr_10.42.42.2(pid=14787): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14787)]\u000a00:58:44.050191 run osmo-hlr_10.42.42.2(pid=14787): stdout: \u000a| (launched: 2022-12-13_00:58:40.712266) \u000a00:58:44.100201 run osmo-hlr_10.42.42.2(pid=14787): stderr: \u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005840890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005840903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005840911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005840912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005840912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:44.142524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Terminating (SIGTERM)\u000a00:58:44.182438 run iperf3-srv_10.42.42.10(pid=14781): Terminating (SIGTERM)\u000a00:58:44.222639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminating (SIGTERM)\u000a00:58:44.262500 run iperf3-srv_10.42.42.10(pid=14783): Terminating (SIGTERM)\u000a00:58:44.302334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminating (SIGTERM)\u000a00:58:44.342111 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminating (SIGTERM)\u000a00:58:44.381810 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Terminating (SIGTERM)\u000a00:58:44.391078 --- ParallelTerminationStrategy: PID 14780 died...\u000a00:58:44.444560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14780): Terminated: ok {rc=0}\u000a00:58:44.454493 --- ParallelTerminationStrategy: PID 14781 died...\u000a00:58:44.507865 run iperf3-srv_10.42.42.10(pid=14781): Terminated {rc=256}\u000a00:58:44.517885 --- ParallelTerminationStrategy: PID 14782 died...\u000a00:58:44.571217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14782): Terminated: ok {rc=0}\u000a00:58:44.581102 --- ParallelTerminationStrategy: PID 14783 died...\u000a00:58:44.634519 run iperf3-srv_10.42.42.10(pid=14783): Terminated {rc=256}\u000a00:58:44.644341 --- ParallelTerminationStrategy: PID 14786 died...\u000a00:58:44.697420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminated: ok {rc=0}\u000a00:58:44.707180 --- ParallelTerminationStrategy: PID 14789 died...\u000a00:58:44.760858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminated: ok {rc=0}\u000a00:58:44.770516 --- ParallelTerminationStrategy: PID 14792 died...\u000a00:58:44.823762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14792): Terminated: ok {rc=0}\u000a00:58:44.912504 bus /gobi_0: Setting Powered False\u000a00:58:46.046246 bus /gobi_0: Setting Powered False\u000a00:58:47.164175 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14802): Process ended prematurely: osmo-stp_10.42.42.5(pid=14802) [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14802): Process ended prematurely: osmo-stp_10.42.42.5(pid=14802) [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a00:58:48.274414 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.285706 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:58:48.425949 tst iperf3.py: using LAC 32528\u000a00:58:48.548295 tst iperf3.py: using RAC 143\u000a00:58:48.671006 tst iperf3.py: using CellId 32528\u000a00:58:48.801005 tst iperf3.py: using BVCI 32529\u000a00:58:48.826531 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.838031 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.849293 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.861312 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.872876 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.884903 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.896684 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.908444 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:48.920219 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:49.220159 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:58:49.359067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:58:49.702382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Launched\u000a00:58:49.990977 run iperf3-srv_10.42.42.10(pid=14795): Launched\u000a00:58:50.194873 tst iperf3.py:8: start network...\u000a00:58:50.334141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:58:50.859785 run create_hlr_db(pid=14796): Launched\u000a00:58:51.052202 bus /gobi_6: Setting Powered False\u000a00:58:52.073094 run create_hlr_db(pid=14796): Terminated: ok {rc=0}\u000a00:58:52.515220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Launched\u000a00:58:52.849293 run osmo-hlr_10.42.42.2(pid=14799): Launched\u000a00:58:52.972188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:58:53.554171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Launched\u000a00:58:53.889347 run osmo-stp_10.42.42.5(pid=14802): Launched\u000a00:58:54.010497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:58:54.589491 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Launched\u000a00:58:54.708571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:58:55.002035 run patchelf(pid=14805): Launched\u000a00:58:55.195687 run osmo-stp_10.42.42.5(pid=14802): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)]\u000a00:58:55.337249 run osmo-stp_10.42.42.5(pid=14802): stdout: \u000a| (launched: 2022-12-13_00:58:53.723096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:55.478728 run osmo-stp_10.42.42.5(pid=14802): stderr: \u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005853918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:55.615806 run osmo-stp_10.42.42.5(pid=14802): stdout: \u000a| (launched: 2022-12-13_00:58:53.723096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:58:55.752446 run osmo-stp_10.42.42.5(pid=14802): stderr: \u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005853918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005853918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005853919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:58:55.912213 run patchelf(pid=14805): Terminating (SIGINT)\u000a00:58:56.098949 run patchelf(pid=14805): Terminated: ok {rc=0}\u000a00:58:56.132837 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14802): Process ended prematurely: osmo-stp_10.42.42.5(pid=14802) [trial-2384↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14802)] [trial-2384↪gprs:trx-lms↪iperf3.py:8]\u000a00:58:56.142789 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a00:58:56.207954 run osmo-hlr_10.42.42.2(pid=14799): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14799)]\u000a00:58:56.260536 run osmo-hlr_10.42.42.2(pid=14799): stdout: \u000a| (launched: 2022-12-13_00:58:52.684002) \u000a00:58:56.314075 run osmo-hlr_10.42.42.2(pid=14799): stderr: \u000a| �[0;m�[1;31m20221213005852882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005852882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005852883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005852883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005852883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005852883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005852895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005852905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005852905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005852905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:58:56.359329 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Terminating (SIGTERM)\u000a00:58:56.402071 run iperf3-srv_10.42.42.10(pid=14795): Terminating (SIGTERM)\u000a00:58:56.445369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Terminating (SIGTERM)\u000a00:58:56.488091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Terminating (SIGTERM)\u000a00:58:56.531097 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Terminating (SIGTERM)\u000a00:58:56.541577 --- ParallelTerminationStrategy: PID 14794 died...\u000a00:58:56.598766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14794): Terminated: ok {rc=0}\u000a00:58:56.609964 --- ParallelTerminationStrategy: PID 14795 died...\u000a00:58:56.667060 run iperf3-srv_10.42.42.10(pid=14795): Terminated {rc=256}\u000a00:58:56.677378 --- ParallelTerminationStrategy: PID 14798 died...\u000a00:58:56.734110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14798): Terminated: ok {rc=0}\u000a00:58:56.744740 --- ParallelTerminationStrategy: PID 14801 died...\u000a00:58:56.801721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14801): Terminated: ok {rc=0}\u000a00:58:56.812358 --- ParallelTerminationStrategy: PID 14804 died...\u000a00:58:56.869869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14804): Terminated: ok {rc=0}\u000a00:58:56.958153 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14820): Process ended prematurely: osmo-stp_10.42.42.5(pid=14820) [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14820): Process ended prematurely: osmo-stp_10.42.42.5(pid=14820) [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a00:58:58.076571 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.088539 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:58:58.234922 tst iperf3m4.py: using LAC 32529\u000a00:58:58.363331 tst iperf3m4.py: using RAC 144\u000a00:58:58.491587 tst iperf3m4.py: using CellId 32529\u000a00:58:58.620937 tst iperf3m4.py: using BVCI 32530\u000a00:58:58.646549 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.657774 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.668624 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.680045 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.691392 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.702801 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.714490 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.725899 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:58:58.737914 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:58.856449 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:58.987216 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:59.109550 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:58:59.410838 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:58:59.549718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:58:59.894464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Launched\u000a00:59:00.181646 run iperf3-srv_10.42.42.10(pid=14807): Launched\u000a00:59:00.384517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a00:59:00.523034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:00.892619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Launched\u000a00:59:01.196608 run iperf3-srv_10.42.42.10(pid=14809): Launched\u000a00:59:01.403766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a00:59:01.545225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:01.904068 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Launched\u000a00:59:02.192236 run iperf3-srv_10.42.42.10(pid=14811): Launched\u000a00:59:02.380060 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a00:59:02.507965 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:02.830509 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Launched\u000a00:59:03.098347 run iperf3-srv_10.42.42.10(pid=14813): Launched\u000a00:59:03.285771 tst iperf3m4.py:8: start network...\u000a00:59:03.413927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:03.910389 run create_hlr_db(pid=14814): Launched\u000a00:59:04.088450 bus /gobi_6: Setting Powered False\u000a00:59:05.109916 run create_hlr_db(pid=14814): Terminated: ok {rc=0}\u000a00:59:05.550111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Launched\u000a00:59:05.885269 run osmo-hlr_10.42.42.2(pid=14817): Launched\u000a00:59:06.006629 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:06.584204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Launched\u000a00:59:06.917871 run osmo-stp_10.42.42.5(pid=14820): Launched\u000a00:59:07.038642 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:59:07.617199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Launched\u000a00:59:07.735517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:59:08.026241 run patchelf(pid=14823): Launched\u000a00:59:08.219683 run osmo-stp_10.42.42.5(pid=14820): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)]\u000a00:59:08.360518 run osmo-stp_10.42.42.5(pid=14820): stdout: \u000a| (launched: 2022-12-13_00:59:06.752528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:08.501638 run osmo-stp_10.42.42.5(pid=14820): stderr: \u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005906948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:08.638432 run osmo-stp_10.42.42.5(pid=14820): stdout: \u000a| (launched: 2022-12-13_00:59:06.752528)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:08.773906 run osmo-stp_10.42.42.5(pid=14820): stderr: \u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005906947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005906948 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005906948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:08.933014 run patchelf(pid=14823): Terminating (SIGINT)\u000a00:59:09.118604 run patchelf(pid=14823): Terminated: ok {rc=0}\u000a00:59:09.152304 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14820): Process ended prematurely: osmo-stp_10.42.42.5(pid=14820) [trial-2384↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14820)] [trial-2384↪gprs:trx-lms↪iperf3m4.py:8]\u000a00:59:09.162263 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a00:59:09.227686 run osmo-hlr_10.42.42.2(pid=14817): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14817)]\u000a00:59:09.280510 run osmo-hlr_10.42.42.2(pid=14817): stdout: \u000a| (launched: 2022-12-13_00:59:05.719229) \u000a00:59:09.333612 run osmo-hlr_10.42.42.2(pid=14817): stderr: \u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005905918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005905930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005905940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005905940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005905940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:09.379210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminating (SIGTERM)\u000a00:59:09.421705 run iperf3-srv_10.42.42.10(pid=14807): Terminating (SIGTERM)\u000a00:59:09.464283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminating (SIGTERM)\u000a00:59:09.507042 run iperf3-srv_10.42.42.10(pid=14809): Terminating (SIGTERM)\u000a00:59:09.549965 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminating (SIGTERM)\u000a00:59:09.592732 run iperf3-srv_10.42.42.10(pid=14811): Terminating (SIGTERM)\u000a00:59:09.635581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminating (SIGTERM)\u000a00:59:09.678308 run iperf3-srv_10.42.42.10(pid=14813): Terminating (SIGTERM)\u000a00:59:09.721262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Terminating (SIGTERM)\u000a00:59:09.764547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Terminating (SIGTERM)\u000a00:59:09.807157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Terminating (SIGTERM)\u000a00:59:09.817304 --- ParallelTerminationStrategy: PID 14806 died...\u000a00:59:09.875095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14806): Terminated: ok {rc=0}\u000a00:59:09.885498 --- ParallelTerminationStrategy: PID 14807 died...\u000a00:59:09.942181 run iperf3-srv_10.42.42.10(pid=14807): Terminated {rc=256}\u000a00:59:09.952371 --- ParallelTerminationStrategy: PID 14808 died...\u000a00:59:10.009034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14808): Terminated: ok {rc=0}\u000a00:59:10.019198 --- ParallelTerminationStrategy: PID 14809 died...\u000a00:59:10.075651 run iperf3-srv_10.42.42.10(pid=14809): Terminated {rc=256}\u000a00:59:10.085941 --- ParallelTerminationStrategy: PID 14810 died...\u000a00:59:10.143073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14810): Terminated: ok {rc=0}\u000a00:59:10.153960 --- ParallelTerminationStrategy: PID 14811 died...\u000a00:59:10.210362 run iperf3-srv_10.42.42.10(pid=14811): Terminated {rc=256}\u000a00:59:10.220909 --- ParallelTerminationStrategy: PID 14812 died...\u000a00:59:10.277574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14812): Terminated: ok {rc=0}\u000a00:59:10.287797 --- ParallelTerminationStrategy: PID 14813 died...\u000a00:59:10.344408 run iperf3-srv_10.42.42.10(pid=14813): Terminated {rc=256}\u000a00:59:10.354805 --- ParallelTerminationStrategy: PID 14816 died...\u000a00:59:10.411204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14816): Terminated: ok {rc=0}\u000a00:59:10.421513 --- ParallelTerminationStrategy: PID 14819 died...\u000a00:59:10.477793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14819): Terminated: ok {rc=0}\u000a00:59:10.488404 --- ParallelTerminationStrategy: PID 14822 died...\u000a00:59:10.544534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14822): Terminated: ok {rc=0}\u000a00:59:10.633345 bus /gobi_4: Setting Powered False\u000a00:59:11.736829 bus /gobi_4: Setting Powered False\u000a00:59:12.847292 bus /gobi_1: Setting Powered False\u000a00:59:13.950686 bus /gobi_1: Setting Powered False\u000a00:59:15.061414 bus /gobi_0: Setting Powered False\u000a00:59:16.169952 bus /gobi_0: Setting Powered False\u000a00:59:17.278119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14830): Process ended prematurely: osmo-stp_10.42.42.5(pid=14830) [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14830): Process ended prematurely: osmo-stp_10.42.42.5(pid=14830) [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a00:59:18.347127 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.358871 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:59:18.501738 tst ping.py: using LAC 32530\u000a00:59:18.626499 tst ping.py: using RAC 145\u000a00:59:18.750916 tst ping.py: using CellId 32530\u000a00:59:18.880624 tst ping.py: using BVCI 32531\u000a00:59:18.905059 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.916114 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.927130 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.938394 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.949728 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.960776 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.972032 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:18.983162 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:59:19.270276 tst ping.py:19: start network...\u000a00:59:19.402856 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:19.904152 run create_hlr_db(pid=14824): Launched\u000a00:59:20.090381 bus /gobi_6: Setting Powered False\u000a00:59:21.099229 run create_hlr_db(pid=14824): Terminated: ok {rc=0}\u000a00:59:21.506885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Launched\u000a00:59:21.806411 run osmo-hlr_10.42.42.2(pid=14827): Launched\u000a00:59:21.916213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:22.442864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Launched\u000a00:59:22.742271 run osmo-stp_10.42.42.5(pid=14830): Launched\u000a00:59:22.850454 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:59:23.371006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Launched\u000a00:59:23.477263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:59:23.739136 run patchelf(pid=14833): Launched\u000a00:59:23.914700 run osmo-stp_10.42.42.5(pid=14830): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)]\u000a00:59:24.042643 run osmo-stp_10.42.42.5(pid=14830): stdout: \u000a| (launched: 2022-12-13_00:59:22.594320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:24.171396 run osmo-stp_10.42.42.5(pid=14830): stderr: \u000a| �[0;m�[38;5;43m20221213005922763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005922763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005922764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005922764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:24.295904 run osmo-stp_10.42.42.5(pid=14830): stdout: \u000a| (launched: 2022-12-13_00:59:22.594320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:24.418849 run osmo-stp_10.42.42.5(pid=14830): stderr: \u000a| �[0;m�[38;5;43m20221213005922763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005922763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005922764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005922764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005922765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:24.562407 run patchelf(pid=14833): Terminating (SIGINT)\u000a00:59:24.731332 run patchelf(pid=14833): Terminated: ok {rc=0}\u000a00:59:24.761850 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14830): Process ended prematurely: osmo-stp_10.42.42.5(pid=14830) [trial-2384↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14830)] [trial-2384↪gprs:trx-lms↪ping.py:22]\u000a00:59:24.770351 tst ping.py:22: Test FAILED (6.4 sec)\u000a00:59:24.829880 run osmo-hlr_10.42.42.2(pid=14827): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14827)]\u000a00:59:24.878600 run osmo-hlr_10.42.42.2(pid=14827): stdout: \u000a| (launched: 2022-12-13_00:59:21.658323) \u000a00:59:24.928185 run osmo-hlr_10.42.42.2(pid=14827): stderr: \u000a| �[0;m�[1;31m20221213005921830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005921830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005921830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005921830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005921830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005921831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005921842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005921851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005921852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005921852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:24.970274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Terminating (SIGTERM)\u000a00:59:25.010228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Terminating (SIGTERM)\u000a00:59:25.050022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Terminating (SIGTERM)\u000a00:59:25.059357 --- ParallelTerminationStrategy: PID 14826 died...\u000a00:59:25.113010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14826): Terminated: ok {rc=0}\u000a00:59:25.122836 --- ParallelTerminationStrategy: PID 14829 died...\u000a00:59:25.175904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14829): Terminated: ok {rc=0}\u000a00:59:25.185960 --- ParallelTerminationStrategy: PID 14832 died...\u000a00:59:25.239209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14832): Terminated: ok {rc=0}\u000a00:59:25.322492 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14840): Process ended prematurely: osmo-stp_10.42.42.5(pid=14840) [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14840): Process ended prematurely: osmo-stp_10.42.42.5(pid=14840) [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a00:59:26.375199 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.387164 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a00:59:26.533497 tst ping_idle_ping.py: using LAC 32531\u000a00:59:26.660746 tst ping_idle_ping.py: using RAC 146\u000a00:59:26.781314 tst ping_idle_ping.py: using CellId 32531\u000a00:59:26.903318 tst ping_idle_ping.py: using BVCI 32532\u000a00:59:26.926370 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.937057 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.947719 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.958242 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.968710 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.979145 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:26.989753 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a00:59:27.000111 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a00:59:27.292509 tst ping_idle_ping.py:24: start network...\u000a00:59:27.426750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:27.934875 run create_hlr_db(pid=14834): Launched\u000a00:59:28.121990 bus /gobi_6: Setting Powered False\u000a00:59:29.141879 run create_hlr_db(pid=14834): Terminated: ok {rc=0}\u000a00:59:29.548170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Launched\u000a00:59:29.850552 run osmo-hlr_10.42.42.2(pid=14837): Launched\u000a00:59:29.961989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:30.485365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Launched\u000a00:59:30.785058 run osmo-stp_10.42.42.5(pid=14840): Launched\u000a00:59:30.955841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:59:31.495565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Launched\u000a00:59:31.604104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:59:31.889779 run patchelf(pid=14843): Launched\u000a00:59:32.068295 run osmo-stp_10.42.42.5(pid=14840): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)]\u000a00:59:32.199024 run osmo-stp_10.42.42.5(pid=14840): stdout: \u000a| (launched: 2022-12-13_00:59:30.636397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:32.329652 run osmo-stp_10.42.42.5(pid=14840): stderr: \u000a| �[0;m�[38;5;43m20221213005930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005930806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005930806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005930807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005930807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:32.453343 run osmo-stp_10.42.42.5(pid=14840): stdout: \u000a| (launched: 2022-12-13_00:59:30.636397)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:32.575876 run osmo-stp_10.42.42.5(pid=14840): stderr: \u000a| �[0;m�[38;5;43m20221213005930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005930805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005930806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005930806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005930806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005930807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005930807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:32.719311 run patchelf(pid=14843): Terminating (SIGINT)\u000a00:59:32.888276 run patchelf(pid=14843): Terminated: ok {rc=0}\u000a00:59:32.919297 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14840): Process ended prematurely: osmo-stp_10.42.42.5(pid=14840) [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14840)] [trial-2384↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a00:59:32.928052 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a00:59:32.988407 run osmo-hlr_10.42.42.2(pid=14837): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14837)]\u000a00:59:33.037761 run osmo-hlr_10.42.42.2(pid=14837): stdout: \u000a| (launched: 2022-12-13_00:59:29.700893) \u000a00:59:33.087764 run osmo-hlr_10.42.42.2(pid=14837): stderr: \u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005929875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005929887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005929898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005929898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005929898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:33.130215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Terminating (SIGTERM)\u000a00:59:33.170287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Terminating (SIGTERM)\u000a00:59:33.210406 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Terminating (SIGTERM)\u000a00:59:33.219908 --- ParallelTerminationStrategy: PID 14836 died...\u000a00:59:33.273351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14836): Terminated: ok {rc=0}\u000a00:59:33.283328 --- ParallelTerminationStrategy: PID 14839 died...\u000a00:59:33.336684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14839): Terminated: ok {rc=0}\u000a00:59:33.346501 --- ParallelTerminationStrategy: PID 14842 died...\u000a00:59:33.399843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14842): Terminated: ok {rc=0}\u000a00:59:33.488679 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:58:34" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14858): Process ended prematurely: osmo-stp_10.42.42.5(pid=14858) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14858): Process ended prematurely: osmo-stp_10.42.42.5(pid=14858) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a00:59:35.628290 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:35.639057 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:59:35.778197 tst cs_paging_gprs_active.py: using LAC 32532\u000a00:59:35.899411 tst cs_paging_gprs_active.py: using RAC 147\u000a00:59:36.021547 tst cs_paging_gprs_active.py: using CellId 32532\u000a00:59:36.142791 tst cs_paging_gprs_active.py: using BVCI 32533\u000a00:59:36.166192 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.176884 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.187490 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.198183 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.208701 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.219275 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.230049 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.240535 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:36.251332 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:36.370029 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:36.648359 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a00:59:36.774843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:37.091184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Launched\u000a00:59:37.355102 run iperf3-srv_10.42.42.10(pid=14849): Launched\u000a00:59:37.541463 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a00:59:37.668225 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:37.985260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Launched\u000a00:59:38.248559 run iperf3-srv_10.42.42.10(pid=14851): Launched\u000a00:59:38.434510 tst cs_paging_gprs_active.py:38: start network...\u000a00:59:38.561271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:39.051310 run create_hlr_db(pid=14852): Launched\u000a00:59:39.225817 bus /gobi_6: Setting Powered False\u000a00:59:40.248735 run create_hlr_db(pid=14852): Terminated: ok {rc=0}\u000a00:59:40.684074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Launched\u000a00:59:41.013076 run osmo-hlr_10.42.42.2(pid=14855): Launched\u000a00:59:41.132124 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:41.703765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Launched\u000a00:59:42.032015 run osmo-stp_10.42.42.5(pid=14858): Launched\u000a00:59:42.151198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:59:42.726374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Launched\u000a00:59:42.843585 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:59:43.130880 run patchelf(pid=14861): Launched\u000a00:59:43.323415 run osmo-stp_10.42.42.5(pid=14858): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)]\u000a00:59:43.463053 run osmo-stp_10.42.42.5(pid=14858): stdout: \u000a| (launched: 2022-12-13_00:59:41.870213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:43.603265 run osmo-stp_10.42.42.5(pid=14858): stderr: \u000a| �[0;m�[38;5;43m20221213005942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005942059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005942059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005942059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:43.738783 run osmo-stp_10.42.42.5(pid=14858): stdout: \u000a| (launched: 2022-12-13_00:59:41.870213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:43.872826 run osmo-stp_10.42.42.5(pid=14858): stderr: \u000a| �[0;m�[38;5;43m20221213005942058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005942059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005942059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005942059 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005942060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:44.029891 run patchelf(pid=14861): Terminating (SIGINT)\u000a00:59:44.214478 run patchelf(pid=14861): Terminated: ok {rc=0}\u000a00:59:44.248208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14858): Process ended prematurely: osmo-stp_10.42.42.5(pid=14858) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14858)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a00:59:44.258060 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a00:59:44.322147 run osmo-hlr_10.42.42.2(pid=14855): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14855)]\u000a00:59:44.374326 run osmo-hlr_10.42.42.2(pid=14855): stdout: \u000a| (launched: 2022-12-13_00:59:40.850739) \u000a00:59:44.426787 run osmo-hlr_10.42.42.2(pid=14855): stderr: \u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005941044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005941061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005941070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005941070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005941070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:44.471009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Terminating (SIGTERM)\u000a00:59:44.513166 run iperf3-srv_10.42.42.10(pid=14849): Terminating (SIGTERM)\u000a00:59:44.556743 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminating (SIGTERM)\u000a00:59:44.598893 run iperf3-srv_10.42.42.10(pid=14851): Terminating (SIGTERM)\u000a00:59:44.640920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Terminating (SIGTERM)\u000a00:59:44.682989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Terminating (SIGTERM)\u000a00:59:44.725383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Terminating (SIGTERM)\u000a00:59:44.735433 --- ParallelTerminationStrategy: PID 14848 died...\u000a00:59:44.791868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14848): Terminated: ok {rc=0}\u000a00:59:44.802236 --- ParallelTerminationStrategy: PID 14849 died...\u000a00:59:44.858182 run iperf3-srv_10.42.42.10(pid=14849): Terminated {rc=256}\u000a00:59:44.868375 --- ParallelTerminationStrategy: PID 14850 died...\u000a00:59:44.924468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14850): Terminated: ok {rc=0}\u000a00:59:44.935209 --- ParallelTerminationStrategy: PID 14851 died...\u000a00:59:44.990883 run iperf3-srv_10.42.42.10(pid=14851): Terminated {rc=256}\u000a00:59:45.001648 --- ParallelTerminationStrategy: PID 14854 died...\u000a00:59:45.057377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14854): Terminated: ok {rc=0}\u000a00:59:45.068161 --- ParallelTerminationStrategy: PID 14857 died...\u000a00:59:45.124714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14857): Terminated: ok {rc=0}\u000a00:59:45.135006 --- ParallelTerminationStrategy: PID 14860 died...\u000a00:59:45.190857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14860): Terminated: ok {rc=0}\u000a00:59:45.278125 bus /gobi_0: Setting Powered False\u000a00:59:46.397738 bus /gobi_0: Setting Powered False\u000a00:59:47.509264 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14870): Process ended prematurely: osmo-stp_10.42.42.5(pid=14870) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14870): Process ended prematurely: osmo-stp_10.42.42.5(pid=14870) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a00:59:48.618494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:48.629882 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:59:48.769254 tst iperf3.py: using LAC 32533\u000a00:59:48.896220 tst iperf3.py: using RAC 148\u000a00:59:49.014995 tst iperf3.py: using CellId 32533\u000a00:59:49.135107 tst iperf3.py: using BVCI 32534\u000a00:59:49.158292 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.169226 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.179809 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.190602 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.201207 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.211722 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.222501 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.233065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:49.243842 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:49.519589 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:59:49.645753 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:49.959014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Launched\u000a00:59:50.220123 run iperf3-srv_10.42.42.10(pid=14863): Launched\u000a00:59:50.405414 tst iperf3.py:8: start network...\u000a00:59:50.532640 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a00:59:51.020685 run create_hlr_db(pid=14864): Launched\u000a00:59:51.202032 bus /gobi_6: Setting Powered False\u000a00:59:52.215973 run create_hlr_db(pid=14864): Terminated: ok {rc=0}\u000a00:59:52.621450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Launched\u000a00:59:52.926632 run osmo-hlr_10.42.42.2(pid=14867): Launched\u000a00:59:53.038140 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a00:59:53.565820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Launched\u000a00:59:53.869234 run osmo-stp_10.42.42.5(pid=14870): Launched\u000a00:59:53.979033 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a00:59:54.507612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Launched\u000a00:59:54.616851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a00:59:54.881198 run patchelf(pid=14873): Launched\u000a00:59:55.057848 run osmo-stp_10.42.42.5(pid=14870): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)]\u000a00:59:55.186607 run osmo-stp_10.42.42.5(pid=14870): stdout: \u000a| (launched: 2022-12-13_00:59:53.719104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:55.315739 run osmo-stp_10.42.42.5(pid=14870): stderr: \u000a| �[0;m�[38;5;43m20221213005953887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005953888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005953888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005953888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:55.440699 run osmo-stp_10.42.42.5(pid=14870): stdout: \u000a| (launched: 2022-12-13_00:59:53.719104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a00:59:55.565118 run osmo-stp_10.42.42.5(pid=14870): stderr: \u000a| �[0;m�[38;5;43m20221213005953887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213005953888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213005953888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213005953888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213005953889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a00:59:55.710380 run patchelf(pid=14873): Terminating (SIGINT)\u000a00:59:55.881473 run patchelf(pid=14873): Terminated: ok {rc=0}\u000a00:59:55.912623 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14870): Process ended prematurely: osmo-stp_10.42.42.5(pid=14870) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14870)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a00:59:55.921658 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a00:59:55.981946 run osmo-hlr_10.42.42.2(pid=14867): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14867)]\u000a00:59:56.030660 run osmo-hlr_10.42.42.2(pid=14867): stdout: \u000a| (launched: 2022-12-13_00:59:52.776393) \u000a00:59:56.080131 run osmo-hlr_10.42.42.2(pid=14867): stderr: \u000a| �[0;m�[1;31m20221213005952951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213005952951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213005952952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005952952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213005952952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213005952952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213005952964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213005952973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213005952973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213005952973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a00:59:56.122028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Terminating (SIGTERM)\u000a00:59:56.161555 run iperf3-srv_10.42.42.10(pid=14863): Terminating (SIGTERM)\u000a00:59:56.201182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Terminating (SIGTERM)\u000a00:59:56.240982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Terminating (SIGTERM)\u000a00:59:56.280541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Terminating (SIGTERM)\u000a00:59:56.290006 --- ParallelTerminationStrategy: PID 14862 died...\u000a00:59:56.343107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14862): Terminated: ok {rc=0}\u000a00:59:56.352784 --- ParallelTerminationStrategy: PID 14863 died...\u000a00:59:56.405385 run iperf3-srv_10.42.42.10(pid=14863): Terminated {rc=256}\u000a00:59:56.415115 --- ParallelTerminationStrategy: PID 14866 died...\u000a00:59:56.468650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14866): Terminated: ok {rc=0}\u000a00:59:56.478431 --- ParallelTerminationStrategy: PID 14869 died...\u000a00:59:56.530995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14869): Terminated: ok {rc=0}\u000a00:59:56.540623 --- ParallelTerminationStrategy: PID 14872 died...\u000a00:59:56.593197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14872): Terminated: ok {rc=0}\u000a00:59:56.681220 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a00:59:57.790924 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:57.802495 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a00:59:57.944442 tst iperf3m4.py: using LAC 32534\u000a00:59:58.064565 tst iperf3m4.py: using RAC 149\u000a00:59:58.185925 tst iperf3m4.py: using CellId 32534\u000a00:59:58.304895 tst iperf3m4.py: using BVCI 32535\u000a00:59:58.328201 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.339029 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.349705 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.360424 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.371125 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.381964 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.392631 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.403123 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a00:59:58.414184 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:58.531307 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:58.651644 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:58.772396 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a00:59:59.053742 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a00:59:59.180318 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a00:59:59.494663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Launched\u000a00:59:59.757295 run iperf3-srv_10.42.42.10(pid=14875): Launched\u000a00:59:59.941962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:00:00.068278 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:00.383415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Launched\u000a01:00:00.646731 run iperf3-srv_10.42.42.10(pid=14877): Launched\u000a01:00:00.832330 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:00:00.972197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:01.313218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Launched\u000a01:00:01.598078 run iperf3-srv_10.42.42.10(pid=14882): Launched\u000a01:00:01.787479 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:00:01.958374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:02.321999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Launched\u000a01:00:02.605665 run iperf3-srv_10.42.42.10(pid=14884): Launched\u000a01:00:02.807303 tst iperf3m4.py:8: start network...\u000a01:00:02.945498 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:03.463431 run create_hlr_db(pid=14885): Launched\u000a01:00:03.652535 bus /gobi_6: Setting Powered False\u000a01:00:04.674124 run create_hlr_db(pid=14885): Terminated: ok {rc=0}\u000a01:00:05.109936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Launched\u000a01:00:05.439766 run osmo-hlr_10.42.42.2(pid=14888): Launched\u000a01:00:05.562654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:06.134380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Launched\u000a01:00:06.462083 run osmo-stp_10.42.42.5(pid=14891): Launched\u000a01:00:06.580844 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:00:07.154309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Launched\u000a01:00:07.271351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:00:07.558914 run patchelf(pid=14894): Launched\u000a01:00:07.750049 run osmo-stp_10.42.42.5(pid=14891): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)]\u000a01:00:07.889845 run osmo-stp_10.42.42.5(pid=14891): stdout: \u000a| (launched: 2022-12-13_01:00:06.301182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:08.029878 run osmo-stp_10.42.42.5(pid=14891): stderr: \u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010006491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:08.165665 run osmo-stp_10.42.42.5(pid=14891): stdout: \u000a| (launched: 2022-12-13_01:00:06.301182)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:08.300006 run osmo-stp_10.42.42.5(pid=14891): stderr: \u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010006490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010006491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010006491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:08.457382 run patchelf(pid=14894): Terminating (SIGINT)\u000a01:00:08.642238 run patchelf(pid=14894): Terminated: ok {rc=0}\u000a01:00:08.675865 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14891): Process ended prematurely: osmo-stp_10.42.42.5(pid=14891) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14891)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:00:08.685766 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a01:00:08.750283 run osmo-hlr_10.42.42.2(pid=14888): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14888)]\u000a01:00:08.802437 run osmo-hlr_10.42.42.2(pid=14888): stdout: \u000a| (launched: 2022-12-13_01:00:05.277025) \u000a01:00:08.855082 run osmo-hlr_10.42.42.2(pid=14888): stderr: \u000a| �[0;m�[1;31m20221213010005472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010005472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010005473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010005473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010005473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010005473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010005484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010005494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010005494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010005494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:08.899880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminating (SIGTERM)\u000a01:00:08.942297 run iperf3-srv_10.42.42.10(pid=14875): Terminating (SIGTERM)\u000a01:00:08.984700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Terminating (SIGTERM)\u000a01:00:09.026960 run iperf3-srv_10.42.42.10(pid=14877): Terminating (SIGTERM)\u000a01:00:09.069561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminating (SIGTERM)\u000a01:00:09.111505 run iperf3-srv_10.42.42.10(pid=14882): Terminating (SIGTERM)\u000a01:00:09.153996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminating (SIGTERM)\u000a01:00:09.195870 run iperf3-srv_10.42.42.10(pid=14884): Terminating (SIGTERM)\u000a01:00:09.238007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminating (SIGTERM)\u000a01:00:09.280095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminating (SIGTERM)\u000a01:00:09.322559 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminating (SIGTERM)\u000a01:00:09.332269 --- ParallelTerminationStrategy: PID 14874 died...\u000a01:00:09.388273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14874): Terminated: ok {rc=0}\u000a01:00:09.398753 --- ParallelTerminationStrategy: PID 14875 died...\u000a01:00:09.454436 run iperf3-srv_10.42.42.10(pid=14875): Terminated {rc=256}\u000a01:00:09.464746 --- ParallelTerminationStrategy: PID 14876 died...\u000a01:00:09.520514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14876): Terminated: ok {rc=0}\u000a01:00:09.530903 --- ParallelTerminationStrategy: PID 14877 died...\u000a01:00:09.587483 run iperf3-srv_10.42.42.10(pid=14877): Terminated {rc=256}\u000a01:00:09.597636 --- ParallelTerminationStrategy: PID 14881 died...\u000a01:00:09.654106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14881): Terminated: ok {rc=0}\u000a01:00:09.664220 --- ParallelTerminationStrategy: PID 14882 died...\u000a01:00:09.719980 run iperf3-srv_10.42.42.10(pid=14882): Terminated {rc=256}\u000a01:00:09.730360 --- ParallelTerminationStrategy: PID 14883 died...\u000a01:00:09.786394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14883): Terminated: ok {rc=0}\u000a01:00:09.796378 --- ParallelTerminationStrategy: PID 14884 died...\u000a01:00:09.852355 run iperf3-srv_10.42.42.10(pid=14884): Terminated {rc=256}\u000a01:00:09.862441 --- ParallelTerminationStrategy: PID 14887 died...\u000a01:00:09.918585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14887): Terminated: ok {rc=0}\u000a01:00:09.928889 --- ParallelTerminationStrategy: PID 14890 died...\u000a01:00:09.984601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14890): Terminated: ok {rc=0}\u000a01:00:09.995059 --- ParallelTerminationStrategy: PID 14893 died...\u000a01:00:10.050781 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14893): Terminated: ok {rc=0}\u000a01:00:10.137082 bus /gobi_4: Setting Powered False\u000a01:00:11.243928 bus /gobi_4: Setting Powered False\u000a01:00:12.355518 bus /gobi_1: Setting Powered False\u000a01:00:13.458830 bus /gobi_1: Setting Powered False\u000a01:00:14.569301 bus /gobi_0: Setting Powered False\u000a01:00:15.670783 bus /gobi_0: Setting Powered False\u000a01:00:16.807700 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:00:17.878449 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:17.889844 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:00:18.055515 tst ping.py: using LAC 32535\u000a01:00:18.174704 tst ping.py: using RAC 150\u000a01:00:18.292311 tst ping.py: using CellId 32535\u000a01:00:18.411755 tst ping.py: using BVCI 32536\u000a01:00:18.434622 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.445540 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.456100 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.466686 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.477325 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.487778 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.498556 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:18.509186 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:00:18.800612 tst ping.py:19: start network...\u000a01:00:18.934852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:19.442439 run create_hlr_db(pid=14895): Launched\u000a01:00:19.629097 bus /gobi_6: Setting Powered False\u000a01:00:20.648226 run create_hlr_db(pid=14895): Terminated: ok {rc=0}\u000a01:00:21.052187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Launched\u000a01:00:21.353381 run osmo-hlr_10.42.42.2(pid=14898): Launched\u000a01:00:21.471550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:22.002124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Launched\u000a01:00:22.300599 run osmo-stp_10.42.42.5(pid=14901): Launched\u000a01:00:22.409342 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:00:22.934588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Launched\u000a01:00:23.041782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:00:23.304437 run patchelf(pid=14904): Launched\u000a01:00:23.480680 run osmo-stp_10.42.42.5(pid=14901): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)]\u000a01:00:23.609111 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-13_01:00:22.152801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.737366 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010022322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:23.861103 run osmo-stp_10.42.42.5(pid=14901): stdout: \u000a| (launched: 2022-12-13_01:00:22.152801)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:23.983792 run osmo-stp_10.42.42.5(pid=14901): stderr: \u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010022321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010022322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010022322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:24.127343 run patchelf(pid=14904): Terminating (SIGINT)\u000a01:00:24.296372 run patchelf(pid=14904): Terminated: ok {rc=0}\u000a01:00:24.326859 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14901): Process ended prematurely: osmo-stp_10.42.42.5(pid=14901) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14901)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a01:00:24.335461 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:00:24.395718 run osmo-hlr_10.42.42.2(pid=14898): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14898)]\u000a01:00:24.445222 run osmo-hlr_10.42.42.2(pid=14898): stdout: \u000a| (launched: 2022-12-13_01:00:21.203826) \u000a01:00:24.495369 run osmo-hlr_10.42.42.2(pid=14898): stderr: \u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010021378 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010021392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010021403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010021403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010021403 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:24.537999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminating (SIGTERM)\u000a01:00:24.578379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminating (SIGTERM)\u000a01:00:24.618596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminating (SIGTERM)\u000a01:00:24.628050 --- ParallelTerminationStrategy: PID 14897 died...\u000a01:00:24.681906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14897): Terminated: ok {rc=0}\u000a01:00:24.691721 --- ParallelTerminationStrategy: PID 14900 died...\u000a01:00:24.745624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14900): Terminated: ok {rc=0}\u000a01:00:24.755506 --- ParallelTerminationStrategy: PID 14903 died...\u000a01:00:24.808881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14903): Terminated: ok {rc=0}\u000a01:00:24.898878 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14911): Process ended prematurely: osmo-stp_10.42.42.5(pid=14911) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14911): Process ended prematurely: osmo-stp_10.42.42.5(pid=14911) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:00:25.950995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:25.962683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:00:26.101660 tst ping_idle_ping.py: using LAC 32536\u000a01:00:26.221680 tst ping_idle_ping.py: using RAC 151\u000a01:00:26.340547 tst ping_idle_ping.py: using CellId 32536\u000a01:00:26.461158 tst ping_idle_ping.py: using BVCI 32537\u000a01:00:26.483949 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.494811 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.505467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.516230 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.527007 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.537822 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.548688 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:00:26.559415 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:00:26.851396 tst ping_idle_ping.py:24: start network...\u000a01:00:26.986687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:27.495726 run create_hlr_db(pid=14905): Launched\u000a01:00:27.682594 bus /gobi_6: Setting Powered False\u000a01:00:28.702968 run create_hlr_db(pid=14905): Terminated: ok {rc=0}\u000a01:00:29.131494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Launched\u000a01:00:29.455879 run osmo-hlr_10.42.42.2(pid=14908): Launched\u000a01:00:29.572260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:30.137642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Launched\u000a01:00:30.462792 run osmo-stp_10.42.42.5(pid=14911): Launched\u000a01:00:30.580244 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:00:31.178031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Launched\u000a01:00:31.297611 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:00:31.621220 run patchelf(pid=14914): Launched\u000a01:00:31.835161 run osmo-stp_10.42.42.5(pid=14911): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)]\u000a01:00:31.979234 run osmo-stp_10.42.42.5(pid=14911): stdout: \u000a| (launched: 2022-12-13_01:00:30.302045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:32.122783 run osmo-stp_10.42.42.5(pid=14911): stderr: \u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010030491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:32.258802 run osmo-stp_10.42.42.5(pid=14911): stdout: \u000a| (launched: 2022-12-13_01:00:30.302045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:32.391252 run osmo-stp_10.42.42.5(pid=14911): stderr: \u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010030490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010030491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010030491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:32.546416 run patchelf(pid=14914): Terminating (SIGINT)\u000a01:00:32.728622 run patchelf(pid=14914): Terminated: ok {rc=0}\u000a01:00:32.761533 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14911): Process ended prematurely: osmo-stp_10.42.42.5(pid=14911) [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14911)] [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:00:32.770843 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:00:32.835159 run osmo-hlr_10.42.42.2(pid=14908): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14908)]\u000a01:00:32.887263 run osmo-hlr_10.42.42.2(pid=14908): stdout: \u000a| (launched: 2022-12-13_01:00:29.294907) \u000a01:00:32.940138 run osmo-hlr_10.42.42.2(pid=14908): stderr: \u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010029488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010029501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010029510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010029511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010029511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:32.984723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Terminating (SIGTERM)\u000a01:00:33.027065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Terminating (SIGTERM)\u000a01:00:33.069504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Terminating (SIGTERM)\u000a01:00:33.079637 --- ParallelTerminationStrategy: PID 14907 died...\u000a01:00:33.135926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14907): Terminated: ok {rc=0}\u000a01:00:33.146353 --- ParallelTerminationStrategy: PID 14910 died...\u000a01:00:33.202589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14910): Terminated: ok {rc=0}\u000a01:00:33.213178 --- ParallelTerminationStrategy: PID 14913 died...\u000a01:00:33.269771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14913): Terminated: ok {rc=0}\u000a01:00:33.358425 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T00:59:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14928): Process ended prematurely: osmo-stp_10.42.42.5(pid=14928) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14928): Process ended prematurely: osmo-stp_10.42.42.5(pid=14928) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:00:35.503316 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:35.514217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:00:35.673681 tst cs_paging_gprs_active.py: using LAC 32537\u000a01:00:35.793369 tst cs_paging_gprs_active.py: using RAC 152\u000a01:00:35.913676 tst cs_paging_gprs_active.py: using CellId 32537\u000a01:00:36.034074 tst cs_paging_gprs_active.py: using BVCI 32538\u000a01:00:36.057719 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.068482 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.079142 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.089987 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.100728 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.111595 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.122526 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.133894 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:36.145035 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:36.265605 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:36.544734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:00:36.671618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:36.988364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Launched\u000a01:00:37.253150 run iperf3-srv_10.42.42.10(pid=14919): Launched\u000a01:00:37.439006 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:00:37.566362 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:37.882213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Launched\u000a01:00:38.145475 run iperf3-srv_10.42.42.10(pid=14921): Launched\u000a01:00:38.330626 tst cs_paging_gprs_active.py:38: start network...\u000a01:00:38.457158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:38.950181 run create_hlr_db(pid=14922): Launched\u000a01:00:39.124827 bus /gobi_6: Setting Powered False\u000a01:00:40.146718 run create_hlr_db(pid=14922): Terminated: ok {rc=0}\u000a01:00:40.581910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Launched\u000a01:00:40.912063 run osmo-hlr_10.42.42.2(pid=14925): Launched\u000a01:00:41.032175 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:41.601735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Launched\u000a01:00:41.931711 run osmo-stp_10.42.42.5(pid=14928): Launched\u000a01:00:42.050798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:00:42.623784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Launched\u000a01:00:42.740888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:00:43.035310 run patchelf(pid=14931): Launched\u000a01:00:43.227107 run osmo-stp_10.42.42.5(pid=14928): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)]\u000a01:00:43.367121 run osmo-stp_10.42.42.5(pid=14928): stdout: \u000a| (launched: 2022-12-13_01:00:41.767811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:43.507304 run osmo-stp_10.42.42.5(pid=14928): stderr: \u000a| �[0;m�[38;5;43m20221213010041958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010041958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010041959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010041959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:43.643112 run osmo-stp_10.42.42.5(pid=14928): stdout: \u000a| (launched: 2022-12-13_01:00:41.767811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:43.779376 run osmo-stp_10.42.42.5(pid=14928): stderr: \u000a| �[0;m�[38;5;43m20221213010041958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010041958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010041959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010041959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010041960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:43.937074 run patchelf(pid=14931): Terminating (SIGINT)\u000a01:00:44.122105 run patchelf(pid=14931): Terminated: ok {rc=0}\u000a01:00:44.155752 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14928): Process ended prematurely: osmo-stp_10.42.42.5(pid=14928) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14928)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:00:44.165664 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:00:44.229416 run osmo-hlr_10.42.42.2(pid=14925): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14925)]\u000a01:00:44.281520 run osmo-hlr_10.42.42.2(pid=14925): stdout: \u000a| (launched: 2022-12-13_01:00:40.748290) \u000a01:00:44.334044 run osmo-hlr_10.42.42.2(pid=14925): stderr: \u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010040946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010040958 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010040967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010040967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010040967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:44.378432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Terminating (SIGTERM)\u000a01:00:44.420619 run iperf3-srv_10.42.42.10(pid=14919): Terminating (SIGTERM)\u000a01:00:44.463571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Terminating (SIGTERM)\u000a01:00:44.506266 run iperf3-srv_10.42.42.10(pid=14921): Terminating (SIGTERM)\u000a01:00:44.548609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Terminating (SIGTERM)\u000a01:00:44.590757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Terminating (SIGTERM)\u000a01:00:44.632843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Terminating (SIGTERM)\u000a01:00:44.642950 --- ParallelTerminationStrategy: PID 14918 died...\u000a01:00:44.698990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14918): Terminated: ok {rc=0}\u000a01:00:44.709398 --- ParallelTerminationStrategy: PID 14919 died...\u000a01:00:44.765139 run iperf3-srv_10.42.42.10(pid=14919): Terminated {rc=256}\u000a01:00:44.775259 --- ParallelTerminationStrategy: PID 14920 died...\u000a01:00:44.831193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14920): Terminated: ok {rc=0}\u000a01:00:44.841434 --- ParallelTerminationStrategy: PID 14921 died...\u000a01:00:44.897685 run iperf3-srv_10.42.42.10(pid=14921): Terminated {rc=256}\u000a01:00:44.908433 --- ParallelTerminationStrategy: PID 14924 died...\u000a01:00:44.964325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14924): Terminated: ok {rc=0}\u000a01:00:44.974469 --- ParallelTerminationStrategy: PID 14927 died...\u000a01:00:45.030089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14927): Terminated: ok {rc=0}\u000a01:00:45.040398 --- ParallelTerminationStrategy: PID 14930 died...\u000a01:00:45.096470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14930): Terminated: ok {rc=0}\u000a01:00:45.183014 bus /gobi_0: Setting Powered False\u000a01:00:46.288542 bus /gobi_0: Setting Powered False\u000a01:00:47.393971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:00:48.510039 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:48.522330 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:00:48.688486 tst iperf3.py: using LAC 32538\u000a01:00:48.818088 tst iperf3.py: using RAC 153\u000a01:00:48.949950 tst iperf3.py: using CellId 32538\u000a01:00:49.078175 tst iperf3.py: using BVCI 32539\u000a01:00:49.103121 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.114448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.125654 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.137094 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.148460 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.159811 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.171494 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.183005 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:49.194610 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:49.475177 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:00:49.601312 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:49.916424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Launched\u000a01:00:50.178478 run iperf3-srv_10.42.42.10(pid=14933): Launched\u000a01:00:50.363122 tst iperf3.py:8: start network...\u000a01:00:50.489082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:00:50.978870 run create_hlr_db(pid=14934): Launched\u000a01:00:51.152695 bus /gobi_6: Setting Powered False\u000a01:00:52.174888 run create_hlr_db(pid=14934): Terminated: ok {rc=0}\u000a01:00:52.608525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Launched\u000a01:00:52.935225 run osmo-hlr_10.42.42.2(pid=14937): Launched\u000a01:00:53.054335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:00:53.625044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Launched\u000a01:00:53.953741 run osmo-stp_10.42.42.5(pid=14940): Launched\u000a01:00:54.073318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:00:54.644740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Launched\u000a01:00:54.762255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:00:55.048115 run patchelf(pid=14943): Launched\u000a01:00:55.238876 run osmo-stp_10.42.42.5(pid=14940): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)]\u000a01:00:55.378618 run osmo-stp_10.42.42.5(pid=14940): stdout: \u000a| (launched: 2022-12-13_01:00:53.791206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:55.518219 run osmo-stp_10.42.42.5(pid=14940): stderr: \u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010053983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:55.653621 run osmo-stp_10.42.42.5(pid=14940): stdout: \u000a| (launched: 2022-12-13_01:00:53.791206)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:00:55.787883 run osmo-stp_10.42.42.5(pid=14940): stderr: \u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010053983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010053983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010053984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:00:55.945317 run patchelf(pid=14943): Terminating (SIGINT)\u000a01:00:56.129965 run patchelf(pid=14943): Terminated: ok {rc=0}\u000a01:00:56.163564 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14940): Process ended prematurely: osmo-stp_10.42.42.5(pid=14940) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14940)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:00:56.173351 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:00:56.237698 run osmo-hlr_10.42.42.2(pid=14937): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14937)]\u000a01:00:56.289783 run osmo-hlr_10.42.42.2(pid=14937): stdout: \u000a| (launched: 2022-12-13_01:00:52.774376) \u000a01:00:56.342390 run osmo-hlr_10.42.42.2(pid=14937): stderr: \u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010052969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010053012 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010053021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010053021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010053021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:00:56.387050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Terminating (SIGTERM)\u000a01:00:56.429226 run iperf3-srv_10.42.42.10(pid=14933): Terminating (SIGTERM)\u000a01:00:56.471621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminating (SIGTERM)\u000a01:00:56.513915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminating (SIGTERM)\u000a01:00:56.556382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Terminating (SIGTERM)\u000a01:00:56.566718 --- ParallelTerminationStrategy: PID 14932 died...\u000a01:00:56.623244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14932): Terminated: ok {rc=0}\u000a01:00:56.634086 --- ParallelTerminationStrategy: PID 14933 died...\u000a01:00:56.691084 run iperf3-srv_10.42.42.10(pid=14933): Terminated {rc=256}\u000a01:00:56.701489 --- ParallelTerminationStrategy: PID 14936 died...\u000a01:00:56.757377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14936): Terminated: ok {rc=0}\u000a01:00:56.767972 --- ParallelTerminationStrategy: PID 14939 died...\u000a01:00:56.824298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14939): Terminated: ok {rc=0}\u000a01:00:56.835060 --- ParallelTerminationStrategy: PID 14942 died...\u000a01:00:56.891070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14942): Terminated: ok {rc=0}\u000a01:00:56.978459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:00:58.094576 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.106808 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:00:58.274724 tst iperf3m4.py: using LAC 32539\u000a01:00:58.415088 tst iperf3m4.py: using RAC 154\u000a01:00:58.550848 tst iperf3m4.py: using CellId 32539\u000a01:00:58.682352 tst iperf3m4.py: using BVCI 32540\u000a01:00:58.707366 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.718770 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.730004 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.741703 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.753138 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.764721 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.776675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.789139 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:00:58.800623 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:58.921066 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:59.038675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:59.154698 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:00:59.452386 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:00:59.589523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:00:59.928472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Launched\u000a01:01:00.211966 run iperf3-srv_10.42.42.10(pid=14945): Launched\u000a01:01:00.413319 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:01:00.550009 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:00.916676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Launched\u000a01:01:01.287722 run iperf3-srv_10.42.42.10(pid=14947): Launched\u000a01:01:01.540807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:01:01.685994 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:02.042930 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Launched\u000a01:01:02.331733 run iperf3-srv_10.42.42.10(pid=14949): Launched\u000a01:01:02.531149 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:01:02.667065 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:03.007032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Launched\u000a01:01:03.287230 run iperf3-srv_10.42.42.10(pid=14951): Launched\u000a01:01:03.486946 tst iperf3m4.py:8: start network...\u000a01:01:03.623665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:04.141688 run create_hlr_db(pid=14952): Launched\u000a01:01:04.329858 bus /gobi_6: Setting Powered False\u000a01:01:05.351922 run create_hlr_db(pid=14952): Terminated: ok {rc=0}\u000a01:01:05.760417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Launched\u000a01:01:06.065925 run osmo-hlr_10.42.42.2(pid=14955): Launched\u000a01:01:06.178185 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:06.707313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Launched\u000a01:01:07.011827 run osmo-stp_10.42.42.5(pid=14958): Launched\u000a01:01:07.122700 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:01:07.651554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Launched\u000a01:01:07.759133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:01:08.024717 run patchelf(pid=14961): Launched\u000a01:01:08.202021 run osmo-stp_10.42.42.5(pid=14958): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)]\u000a01:01:08.331117 run osmo-stp_10.42.42.5(pid=14958): stdout: \u000a| (launched: 2022-12-13_01:01:06.862139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:08.460558 run osmo-stp_10.42.42.5(pid=14958): stderr: \u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010107030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:08.586062 run osmo-stp_10.42.42.5(pid=14958): stdout: \u000a| (launched: 2022-12-13_01:01:06.862139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:08.710276 run osmo-stp_10.42.42.5(pid=14958): stderr: \u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010107029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010107030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010107030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:08.855436 run patchelf(pid=14961): Terminating (SIGINT)\u000a01:01:09.026789 run patchelf(pid=14961): Terminated: ok {rc=0}\u000a01:01:09.058767 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14958): Process ended prematurely: osmo-stp_10.42.42.5(pid=14958) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14958)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:01:09.067879 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:01:09.127581 run osmo-hlr_10.42.42.2(pid=14955): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14955)]\u000a01:01:09.176092 run osmo-hlr_10.42.42.2(pid=14955): stdout: \u000a| (launched: 2022-12-13_01:01:05.914344) \u000a01:01:09.225194 run osmo-hlr_10.42.42.2(pid=14955): stderr: \u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010106087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010106100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010106109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010106109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010106109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:09.267245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Terminating (SIGTERM)\u000a01:01:09.306898 run iperf3-srv_10.42.42.10(pid=14945): Terminating (SIGTERM)\u000a01:01:09.346731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Terminating (SIGTERM)\u000a01:01:09.386305 run iperf3-srv_10.42.42.10(pid=14947): Terminating (SIGTERM)\u000a01:01:09.426081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Terminating (SIGTERM)\u000a01:01:09.465869 run iperf3-srv_10.42.42.10(pid=14949): Terminating (SIGTERM)\u000a01:01:09.505508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Terminating (SIGTERM)\u000a01:01:09.544815 run iperf3-srv_10.42.42.10(pid=14951): Terminating (SIGTERM)\u000a01:01:09.585016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Terminating (SIGTERM)\u000a01:01:09.624628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminating (SIGTERM)\u000a01:01:09.664191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminating (SIGTERM)\u000a01:01:09.673421 --- ParallelTerminationStrategy: PID 14944 died...\u000a01:01:09.726186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14944): Terminated: ok {rc=0}\u000a01:01:09.735937 --- ParallelTerminationStrategy: PID 14945 died...\u000a01:01:09.788450 run iperf3-srv_10.42.42.10(pid=14945): Terminated {rc=256}\u000a01:01:09.798136 --- ParallelTerminationStrategy: PID 14946 died...\u000a01:01:09.850770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14946): Terminated: ok {rc=0}\u000a01:01:09.860433 --- ParallelTerminationStrategy: PID 14947 died...\u000a01:01:09.912870 run iperf3-srv_10.42.42.10(pid=14947): Terminated {rc=256}\u000a01:01:09.922618 --- ParallelTerminationStrategy: PID 14948 died...\u000a01:01:09.975568 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14948): Terminated: ok {rc=0}\u000a01:01:09.985369 --- ParallelTerminationStrategy: PID 14949 died...\u000a01:01:10.037918 run iperf3-srv_10.42.42.10(pid=14949): Terminated {rc=256}\u000a01:01:10.047653 --- ParallelTerminationStrategy: PID 14950 died...\u000a01:01:10.101140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14950): Terminated: ok {rc=0}\u000a01:01:10.111075 --- ParallelTerminationStrategy: PID 14951 died...\u000a01:01:10.164017 run iperf3-srv_10.42.42.10(pid=14951): Terminated {rc=256}\u000a01:01:10.173692 --- ParallelTerminationStrategy: PID 14954 died...\u000a01:01:10.226553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14954): Terminated: ok {rc=0}\u000a01:01:10.236278 --- ParallelTerminationStrategy: PID 14957 died...\u000a01:01:10.289733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14957): Terminated: ok {rc=0}\u000a01:01:10.299606 --- ParallelTerminationStrategy: PID 14960 died...\u000a01:01:10.352743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14960): Terminated: ok {rc=0}\u000a01:01:10.442024 bus /gobi_4: Setting Powered False\u000a01:01:11.546194 bus /gobi_4: Setting Powered False\u000a01:01:12.656885 bus /gobi_1: Setting Powered False\u000a01:01:13.759912 bus /gobi_1: Setting Powered False\u000a01:01:14.871422 bus /gobi_0: Setting Powered False\u000a01:01:15.986415 bus /gobi_0: Setting Powered False\u000a01:01:17.114133 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14968): Process ended prematurely: osmo-stp_10.42.42.5(pid=14968) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14968): Process ended prematurely: osmo-stp_10.42.42.5(pid=14968) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:01:18.182921 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.194443 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:01:18.354661 tst ping.py: using LAC 32540\u000a01:01:18.470133 tst ping.py: using RAC 155\u000a01:01:18.585853 tst ping.py: using CellId 32540\u000a01:01:18.700833 tst ping.py: using BVCI 32541\u000a01:01:18.723647 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.734565 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.745239 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.755967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.766540 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.777232 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.787931 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:18.798499 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:01:19.076586 tst ping.py:19: start network...\u000a01:01:19.200329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:19.678999 run create_hlr_db(pid=14962): Launched\u000a01:01:19.851332 bus /gobi_6: Setting Powered False\u000a01:01:20.872666 run create_hlr_db(pid=14962): Terminated: ok {rc=0}\u000a01:01:21.271032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Launched\u000a01:01:21.569177 run osmo-hlr_10.42.42.2(pid=14965): Launched\u000a01:01:21.687406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:22.214330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Launched\u000a01:01:22.512441 run osmo-stp_10.42.42.5(pid=14968): Launched\u000a01:01:22.621639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:01:23.144622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Launched\u000a01:01:23.250830 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:01:23.511487 run patchelf(pid=14971): Launched\u000a01:01:23.686419 run osmo-stp_10.42.42.5(pid=14968): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)]\u000a01:01:23.813701 run osmo-stp_10.42.42.5(pid=14968): stdout: \u000a| (launched: 2022-12-13_01:01:22.365064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:23.941606 run osmo-stp_10.42.42.5(pid=14968): stderr: \u000a| �[0;m�[38;5;43m20221213010122533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010122533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010122534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010122534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:24.064626 run osmo-stp_10.42.42.5(pid=14968): stdout: \u000a| (launched: 2022-12-13_01:01:22.365064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:24.186543 run osmo-stp_10.42.42.5(pid=14968): stderr: \u000a| �[0;m�[38;5;43m20221213010122533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010122533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010122534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010122534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010122535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:24.329158 run patchelf(pid=14971): Terminating (SIGINT)\u000a01:01:24.497519 run patchelf(pid=14971): Terminated: ok {rc=0}\u000a01:01:24.527903 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14968): Process ended prematurely: osmo-stp_10.42.42.5(pid=14968) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14968)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:01:24.536473 tst ping.py:22: Test FAILED (6.3 sec)\u000a01:01:24.596269 run osmo-hlr_10.42.42.2(pid=14965): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14965)]\u000a01:01:24.645047 run osmo-hlr_10.42.42.2(pid=14965): stdout: \u000a| (launched: 2022-12-13_01:01:21.422047) \u000a01:01:24.695159 run osmo-hlr_10.42.42.2(pid=14965): stderr: \u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010121595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010121608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010121617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010121617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010121617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:24.737193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Terminating (SIGTERM)\u000a01:01:24.776811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Terminating (SIGTERM)\u000a01:01:24.816272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Terminating (SIGTERM)\u000a01:01:24.825616 --- ParallelTerminationStrategy: PID 14964 died...\u000a01:01:24.878409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14964): Terminated: ok {rc=0}\u000a01:01:24.888036 --- ParallelTerminationStrategy: PID 14967 died...\u000a01:01:24.940934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14967): Terminated: ok {rc=0}\u000a01:01:24.950529 --- ParallelTerminationStrategy: PID 14970 died...\u000a01:01:25.003320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14970): Terminated: ok {rc=0}\u000a01:01:25.085761 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:01:26.136774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.148307 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:01:26.305250 tst ping_idle_ping.py: using LAC 32541\u000a01:01:26.422970 tst ping_idle_ping.py: using RAC 156\u000a01:01:26.545016 tst ping_idle_ping.py: using CellId 32541\u000a01:01:26.660550 tst ping_idle_ping.py: using BVCI 32542\u000a01:01:26.683515 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.694470 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.705282 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.715879 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.726627 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.737413 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.748197 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:01:26.758871 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:01:27.051538 tst ping_idle_ping.py:24: start network...\u000a01:01:27.186504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:27.699016 run create_hlr_db(pid=14972): Launched\u000a01:01:27.887340 bus /gobi_6: Setting Powered False\u000a01:01:28.907365 run create_hlr_db(pid=14972): Terminated: ok {rc=0}\u000a01:01:29.310868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Launched\u000a01:01:29.610460 run osmo-hlr_10.42.42.2(pid=14975): Launched\u000a01:01:29.723876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:30.244396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Launched\u000a01:01:30.544731 run osmo-stp_10.42.42.5(pid=14978): Launched\u000a01:01:30.653474 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:01:31.292046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Launched\u000a01:01:31.425285 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:01:31.731332 run patchelf(pid=14981): Launched\u000a01:01:31.926846 run osmo-stp_10.42.42.5(pid=14978): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)]\u000a01:01:32.069276 run osmo-stp_10.42.42.5(pid=14978): stdout: \u000a| (launched: 2022-12-13_01:01:30.395011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:32.213879 run osmo-stp_10.42.42.5(pid=14978): stderr: \u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010130564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:32.350561 run osmo-stp_10.42.42.5(pid=14978): stdout: \u000a| (launched: 2022-12-13_01:01:30.395011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:32.482919 run osmo-stp_10.42.42.5(pid=14978): stderr: \u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010130563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010130564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010130564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:32.638227 run patchelf(pid=14981): Terminating (SIGINT)\u000a01:01:32.819787 run patchelf(pid=14981): Terminated: ok {rc=0}\u000a01:01:32.852727 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14978): Process ended prematurely: osmo-stp_10.42.42.5(pid=14978) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14978)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:01:32.862179 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:01:32.926450 run osmo-hlr_10.42.42.2(pid=14975): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14975)]\u000a01:01:32.979177 run osmo-hlr_10.42.42.2(pid=14975): stdout: \u000a| (launched: 2022-12-13_01:01:29.462620) \u000a01:01:33.032238 run osmo-hlr_10.42.42.2(pid=14975): stderr: \u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010129634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010129646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010129655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010129656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010129656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:33.076868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminating (SIGTERM)\u000a01:01:33.119565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminating (SIGTERM)\u000a01:01:33.162057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminating (SIGTERM)\u000a01:01:33.172201 --- ParallelTerminationStrategy: PID 14974 died...\u000a01:01:33.229089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14974): Terminated: ok {rc=0}\u000a01:01:33.239850 --- ParallelTerminationStrategy: PID 14977 died...\u000a01:01:33.296429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14977): Terminated: ok {rc=0}\u000a01:01:33.307355 --- ParallelTerminationStrategy: PID 14980 died...\u000a01:01:33.364065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14980): Terminated: ok {rc=0}\u000a01:01:33.450199 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:00:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:01:35.617498 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:35.628699 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:35.795435 tst cs_paging_gprs_active.py: using LAC 32542\u000a01:01:35.917703 tst cs_paging_gprs_active.py: using RAC 157\u000a01:01:36.036049 tst cs_paging_gprs_active.py: using CellId 32542\u000a01:01:36.156858 tst cs_paging_gprs_active.py: using BVCI 32543\u000a01:01:36.180326 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.191444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.202123 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.213099 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.223871 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.234696 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.245613 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.256247 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:36.267225 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:36.388932 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:36.681685 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:01:36.809133 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:37.125298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Launched\u000a01:01:37.389466 run iperf3-srv_10.42.42.10(pid=14986): Launched\u000a01:01:37.575011 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:01:37.701914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:38.017507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Launched\u000a01:01:38.279868 run iperf3-srv_10.42.42.10(pid=14988): Launched\u000a01:01:38.464800 tst cs_paging_gprs_active.py:38: start network...\u000a01:01:38.590809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:39.081508 run create_hlr_db(pid=14989): Launched\u000a01:01:39.255775 bus /gobi_6: Setting Powered False\u000a01:01:40.290725 run create_hlr_db(pid=14989): Terminated: ok {rc=0}\u000a01:01:40.700613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Launched\u000a01:01:41.007074 run osmo-hlr_10.42.42.2(pid=14992): Launched\u000a01:01:41.128160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:41.663179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Launched\u000a01:01:41.970675 run osmo-stp_10.42.42.5(pid=14995): Launched\u000a01:01:42.081932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:01:42.618017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Launched\u000a01:01:42.726467 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:01:42.993334 run patchelf(pid=14998): Launched\u000a01:01:43.173296 run osmo-stp_10.42.42.5(pid=14995): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)]\u000a01:01:43.303230 run osmo-stp_10.42.42.5(pid=14995): stdout: \u000a| (launched: 2022-12-13_01:01:41.818341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:43.434107 run osmo-stp_10.42.42.5(pid=14995): stderr: \u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010141988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010141988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010141988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010141989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:43.559950 run osmo-stp_10.42.42.5(pid=14995): stdout: \u000a| (launched: 2022-12-13_01:01:41.818341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:43.684367 run osmo-stp_10.42.42.5(pid=14995): stderr: \u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010141987 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010141988 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010141988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010141988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010141989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:43.830365 run patchelf(pid=14998): Terminating (SIGINT)\u000a01:01:44.002256 run patchelf(pid=14998): Terminated: ok {rc=0}\u000a01:01:44.033629 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14995): Process ended prematurely: osmo-stp_10.42.42.5(pid=14995) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14995)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:01:44.042782 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a01:01:44.102064 run osmo-hlr_10.42.42.2(pid=14992): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14992)]\u000a01:01:44.150642 run osmo-hlr_10.42.42.2(pid=14992): stdout: \u000a| (launched: 2022-12-13_01:01:40.855395) \u000a01:01:44.199860 run osmo-hlr_10.42.42.2(pid=14992): stderr: \u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010141030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010141041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010141050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010141050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010141050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:44.241645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminating (SIGTERM)\u000a01:01:44.281137 run iperf3-srv_10.42.42.10(pid=14986): Terminating (SIGTERM)\u000a01:01:44.320488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminating (SIGTERM)\u000a01:01:44.359771 run iperf3-srv_10.42.42.10(pid=14988): Terminating (SIGTERM)\u000a01:01:44.399231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminating (SIGTERM)\u000a01:01:44.438620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminating (SIGTERM)\u000a01:01:44.477939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminating (SIGTERM)\u000a01:01:44.487119 --- ParallelTerminationStrategy: PID 14985 died...\u000a01:01:44.539967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14985): Terminated: ok {rc=0}\u000a01:01:44.549782 --- ParallelTerminationStrategy: PID 14986 died...\u000a01:01:44.602483 run iperf3-srv_10.42.42.10(pid=14986): Terminated {rc=256}\u000a01:01:44.612049 --- ParallelTerminationStrategy: PID 14987 died...\u000a01:01:44.664841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14987): Terminated: ok {rc=0}\u000a01:01:44.674506 --- ParallelTerminationStrategy: PID 14988 died...\u000a01:01:44.727718 run iperf3-srv_10.42.42.10(pid=14988): Terminated {rc=256}\u000a01:01:44.737769 --- ParallelTerminationStrategy: PID 14991 died...\u000a01:01:44.790586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14991): Terminated: ok {rc=0}\u000a01:01:44.800173 --- ParallelTerminationStrategy: PID 14994 died...\u000a01:01:44.852891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14994): Terminated: ok {rc=0}\u000a01:01:44.862475 --- ParallelTerminationStrategy: PID 14997 died...\u000a01:01:44.915314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14997): Terminated: ok {rc=0}\u000a01:01:44.998645 bus /gobi_0: Setting Powered False\u000a01:01:46.100420 bus /gobi_0: Setting Powered False\u000a01:01:47.211328 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15007): Process ended prematurely: osmo-stp_10.42.42.5(pid=15007) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15007): Process ended prematurely: osmo-stp_10.42.42.5(pid=15007) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:01:48.324664 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.336917 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:48.514848 tst iperf3.py: using LAC 32543\u000a01:01:48.644583 tst iperf3.py: using RAC 158\u000a01:01:48.773708 tst iperf3.py: using CellId 32543\u000a01:01:48.903573 tst iperf3.py: using BVCI 32544\u000a01:01:48.928739 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.940495 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.951863 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.963654 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.975244 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.986920 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:48.998888 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:49.010846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:49.022759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:49.320053 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:01:49.458208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:49.796377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Launched\u000a01:01:50.080183 run iperf3-srv_10.42.42.10(pid=15000): Launched\u000a01:01:50.280838 tst iperf3.py:8: start network...\u000a01:01:50.417994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:01:50.934855 run create_hlr_db(pid=15001): Launched\u000a01:01:51.124818 bus /gobi_6: Setting Powered False\u000a01:01:52.145900 run create_hlr_db(pid=15001): Terminated: ok {rc=0}\u000a01:01:52.557571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Launched\u000a01:01:52.863632 run osmo-hlr_10.42.42.2(pid=15004): Launched\u000a01:01:52.985330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:01:53.523756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Launched\u000a01:01:53.829500 run osmo-stp_10.42.42.5(pid=15007): Launched\u000a01:01:53.939469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:01:54.472598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Launched\u000a01:01:54.580735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:01:54.847600 run patchelf(pid=15010): Launched\u000a01:01:55.026460 run osmo-stp_10.42.42.5(pid=15007): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)]\u000a01:01:55.156192 run osmo-stp_10.42.42.5(pid=15007): stdout: \u000a| (launched: 2022-12-13_01:01:53.678411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:55.286078 run osmo-stp_10.42.42.5(pid=15007): stderr: \u000a| �[0;m�[38;5;43m20221213010153845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010153845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010153846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010153846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:55.412826 run osmo-stp_10.42.42.5(pid=15007): stdout: \u000a| (launched: 2022-12-13_01:01:53.678411)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:01:55.538182 run osmo-stp_10.42.42.5(pid=15007): stderr: \u000a| �[0;m�[38;5;43m20221213010153845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010153845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010153846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010153846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010153847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:01:55.684827 run patchelf(pid=15010): Terminating (SIGINT)\u000a01:01:55.856491 run patchelf(pid=15010): Terminated: ok {rc=0}\u000a01:01:55.887883 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15007): Process ended prematurely: osmo-stp_10.42.42.5(pid=15007) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15007)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:01:55.897016 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:01:55.956701 run osmo-hlr_10.42.42.2(pid=15004): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15004)]\u000a01:01:56.005505 run osmo-hlr_10.42.42.2(pid=15004): stdout: \u000a| (launched: 2022-12-13_01:01:52.712630) \u000a01:01:56.055430 run osmo-hlr_10.42.42.2(pid=15004): stderr: \u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010152887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010152899 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010152908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010152909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010152909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:01:56.097362 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Terminating (SIGTERM)\u000a01:01:56.136907 run iperf3-srv_10.42.42.10(pid=15000): Terminating (SIGTERM)\u000a01:01:56.176601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Terminating (SIGTERM)\u000a01:01:56.216140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Terminating (SIGTERM)\u000a01:01:56.255674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Terminating (SIGTERM)\u000a01:01:56.264941 --- ParallelTerminationStrategy: PID 14999 died...\u000a01:01:56.318163 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14999): Terminated: ok {rc=0}\u000a01:01:56.327709 --- ParallelTerminationStrategy: PID 15000 died...\u000a01:01:56.380449 run iperf3-srv_10.42.42.10(pid=15000): Terminated {rc=256}\u000a01:01:56.390038 --- ParallelTerminationStrategy: PID 15003 died...\u000a01:01:56.443097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15003): Terminated: ok {rc=0}\u000a01:01:56.452686 --- ParallelTerminationStrategy: PID 15006 died...\u000a01:01:56.505478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15006): Terminated: ok {rc=0}\u000a01:01:56.515157 --- ParallelTerminationStrategy: PID 15009 died...\u000a01:01:56.567945 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15009): Terminated: ok {rc=0}\u000a01:01:56.656914 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:01:57.766910 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:57.778472 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:01:57.936237 tst iperf3m4.py: using LAC 32544\u000a01:01:58.065207 tst iperf3m4.py: using RAC 159\u000a01:01:58.194117 tst iperf3m4.py: using CellId 32544\u000a01:01:58.316092 tst iperf3m4.py: using BVCI 32545\u000a01:01:58.339620 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.350661 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.361435 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.372053 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.382719 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.393379 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.404230 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.414857 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:01:58.426046 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:58.546413 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:58.671720 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:58.789369 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:01:59.089333 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:01:59.226860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:01:59.566496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Launched\u000a01:01:59.850355 run iperf3-srv_10.42.42.10(pid=15012): Launched\u000a01:02:00.052733 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:02:00.190502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:00.531905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Launched\u000a01:02:00.814532 run iperf3-srv_10.42.42.10(pid=15014): Launched\u000a01:02:01.017661 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:02:01.148139 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:01.486597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Launched\u000a01:02:01.771954 run iperf3-srv_10.42.42.10(pid=15016): Launched\u000a01:02:01.962984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:02:02.092373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:02:02.414144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Launched\u000a01:02:02.677581 run iperf3-srv_10.42.42.10(pid=15018): Launched\u000a01:02:02.862441 tst iperf3m4.py:8: start network...\u000a01:02:02.989183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:03.481177 run create_hlr_db(pid=15019): Launched\u000a01:02:03.656311 bus /gobi_6: Setting Powered False\u000a01:02:04.678298 run create_hlr_db(pid=15019): Terminated: ok {rc=0}\u000a01:02:05.115186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Launched\u000a01:02:05.445023 run osmo-hlr_10.42.42.2(pid=15022): Launched\u000a01:02:05.563066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:06.134128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Launched\u000a01:02:06.462942 run osmo-stp_10.42.42.5(pid=15025): Launched\u000a01:02:06.582847 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:07.155365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Launched\u000a01:02:07.272735 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:07.560096 run patchelf(pid=15028): Launched\u000a01:02:07.751724 run osmo-stp_10.42.42.5(pid=15025): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)]\u000a01:02:07.891319 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-13_01:02:06.300445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:08.031492 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221213010206489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010206490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010206490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010206490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:08.167002 run osmo-stp_10.42.42.5(pid=15025): stdout: \u000a| (launched: 2022-12-13_01:02:06.300445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:08.301474 run osmo-stp_10.42.42.5(pid=15025): stderr: \u000a| �[0;m�[38;5;43m20221213010206489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010206490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010206490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010206490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010206491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:08.458763 run patchelf(pid=15028): Terminating (SIGINT)\u000a01:02:08.643611 run patchelf(pid=15028): Terminated: ok {rc=0}\u000a01:02:08.677293 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15025): Process ended prematurely: osmo-stp_10.42.42.5(pid=15025) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15025)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:02:08.687113 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a01:02:08.751979 run osmo-hlr_10.42.42.2(pid=15022): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15022)]\u000a01:02:08.804189 run osmo-hlr_10.42.42.2(pid=15022): stdout: \u000a| (launched: 2022-12-13_01:02:05.282164) \u000a01:02:08.856901 run osmo-hlr_10.42.42.2(pid=15022): stderr: \u000a| �[0;m�[1;31m20221213010205476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010205476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010205476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010205476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010205476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010205477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010205488 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010205497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010205497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010205498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:08.902229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Terminating (SIGTERM)\u000a01:02:08.944323 run iperf3-srv_10.42.42.10(pid=15012): Terminating (SIGTERM)\u000a01:02:08.987478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Terminating (SIGTERM)\u000a01:02:09.030237 run iperf3-srv_10.42.42.10(pid=15014): Terminating (SIGTERM)\u000a01:02:09.072729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Terminating (SIGTERM)\u000a01:02:09.115227 run iperf3-srv_10.42.42.10(pid=15016): Terminating (SIGTERM)\u000a01:02:09.157850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminating (SIGTERM)\u000a01:02:09.200388 run iperf3-srv_10.42.42.10(pid=15018): Terminating (SIGTERM)\u000a01:02:09.243040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminating (SIGTERM)\u000a01:02:09.285653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminating (SIGTERM)\u000a01:02:09.328201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Terminating (SIGTERM)\u000a01:02:09.338650 --- ParallelTerminationStrategy: PID 15011 died...\u000a01:02:09.395295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15011): Terminated: ok {rc=0}\u000a01:02:09.405894 --- ParallelTerminationStrategy: PID 15012 died...\u000a01:02:09.462220 run iperf3-srv_10.42.42.10(pid=15012): Terminated {rc=256}\u000a01:02:09.472488 --- ParallelTerminationStrategy: PID 15013 died...\u000a01:02:09.528883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15013): Terminated: ok {rc=0}\u000a01:02:09.539599 --- ParallelTerminationStrategy: PID 15014 died...\u000a01:02:09.595720 run iperf3-srv_10.42.42.10(pid=15014): Terminated {rc=256}\u000a01:02:09.606426 --- ParallelTerminationStrategy: PID 15015 died...\u000a01:02:09.662520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15015): Terminated: ok {rc=0}\u000a01:02:09.673319 --- ParallelTerminationStrategy: PID 15016 died...\u000a01:02:09.729568 run iperf3-srv_10.42.42.10(pid=15016): Terminated {rc=256}\u000a01:02:09.739976 --- ParallelTerminationStrategy: PID 15017 died...\u000a01:02:09.796132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15017): Terminated: ok {rc=0}\u000a01:02:09.806915 --- ParallelTerminationStrategy: PID 15018 died...\u000a01:02:09.862792 run iperf3-srv_10.42.42.10(pid=15018): Terminated {rc=256}\u000a01:02:09.873610 --- ParallelTerminationStrategy: PID 15021 died...\u000a01:02:09.929646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15021): Terminated: ok {rc=0}\u000a01:02:09.940408 --- ParallelTerminationStrategy: PID 15024 died...\u000a01:02:09.997439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15024): Terminated: ok {rc=0}\u000a01:02:10.007742 --- ParallelTerminationStrategy: PID 15027 died...\u000a01:02:10.063841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15027): Terminated: ok {rc=0}\u000a01:02:10.150354 bus /gobi_4: Setting Powered False\u000a01:02:11.258102 bus /gobi_4: Setting Powered False\u000a01:02:12.370338 bus /gobi_1: Setting Powered False\u000a01:02:13.475805 bus /gobi_1: Setting Powered False\u000a01:02:14.586938 bus /gobi_0: Setting Powered False\u000a01:02:15.691767 bus /gobi_0: Setting Powered False\u000a01:02:16.814459 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15035): Process ended prematurely: osmo-stp_10.42.42.5(pid=15035) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15035): Process ended prematurely: osmo-stp_10.42.42.5(pid=15035) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:02:17.878985 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:17.890553 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:02:18.048659 tst ping.py: using LAC 32545\u000a01:02:18.168328 tst ping.py: using RAC 160\u000a01:02:18.286055 tst ping.py: using CellId 32545\u000a01:02:18.403512 tst ping.py: using BVCI 32546\u000a01:02:18.426532 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.437398 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.448153 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.458847 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.469428 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.480076 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.490846 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:18.501643 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:02:18.775454 tst ping.py:19: start network...\u000a01:02:18.899883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:19.380711 run create_hlr_db(pid=15029): Launched\u000a01:02:19.554593 bus /gobi_6: Setting Powered False\u000a01:02:20.574698 run create_hlr_db(pid=15029): Terminated: ok {rc=0}\u000a01:02:21.005085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Launched\u000a01:02:21.327353 run osmo-hlr_10.42.42.2(pid=15032): Launched\u000a01:02:21.445117 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:22.008597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Launched\u000a01:02:22.330832 run osmo-stp_10.42.42.5(pid=15035): Launched\u000a01:02:22.448484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:23.012571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Launched\u000a01:02:23.128195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:23.411331 run patchelf(pid=15038): Launched\u000a01:02:23.600239 run osmo-stp_10.42.42.5(pid=15035): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)]\u000a01:02:23.738432 run osmo-stp_10.42.42.5(pid=15035): stdout: \u000a| (launched: 2022-12-13_01:02:22.172110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:23.876926 run osmo-stp_10.42.42.5(pid=15035): stderr: \u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010222363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:24.010643 run osmo-stp_10.42.42.5(pid=15035): stdout: \u000a| (launched: 2022-12-13_01:02:22.172110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:24.143105 run osmo-stp_10.42.42.5(pid=15035): stderr: \u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010222362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010222363 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010222363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:24.297520 run patchelf(pid=15038): Terminating (SIGINT)\u000a01:02:24.479687 run patchelf(pid=15038): Terminated: ok {rc=0}\u000a01:02:24.512338 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15035): Process ended prematurely: osmo-stp_10.42.42.5(pid=15035) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15035)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:02:24.521567 tst ping.py:22: Test FAILED (6.6 sec)\u000a01:02:24.585095 run osmo-hlr_10.42.42.2(pid=15032): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15032)]\u000a01:02:24.636827 run osmo-hlr_10.42.42.2(pid=15032): stdout: \u000a| (launched: 2022-12-13_01:02:21.168897) \u000a01:02:24.689071 run osmo-hlr_10.42.42.2(pid=15032): stderr: \u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010221363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010221376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010221384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010221384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010221385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:24.733246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Terminating (SIGTERM)\u000a01:02:24.775172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Terminating (SIGTERM)\u000a01:02:24.817501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Terminating (SIGTERM)\u000a01:02:24.827305 --- ParallelTerminationStrategy: PID 15031 died...\u000a01:02:24.883940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15031): Terminated: ok {rc=0}\u000a01:02:24.894301 --- ParallelTerminationStrategy: PID 15034 died...\u000a01:02:24.950548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15034): Terminated: ok {rc=0}\u000a01:02:24.960888 --- ParallelTerminationStrategy: PID 15037 died...\u000a01:02:25.016867 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15037): Terminated: ok {rc=0}\u000a01:02:25.105240 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:02:26.157324 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.169081 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:02:26.327955 tst ping_idle_ping.py: using LAC 32546\u000a01:02:26.445724 tst ping_idle_ping.py: using RAC 161\u000a01:02:26.563851 tst ping_idle_ping.py: using CellId 32546\u000a01:02:26.683719 tst ping_idle_ping.py: using BVCI 32547\u000a01:02:26.706848 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.718120 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.728896 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.740511 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.751955 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.763492 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.775019 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:02:26.786319 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:02:27.059499 tst ping_idle_ping.py:24: start network...\u000a01:02:27.183344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:27.667254 run create_hlr_db(pid=15039): Launched\u000a01:02:27.840788 bus /gobi_6: Setting Powered False\u000a01:02:28.863112 run create_hlr_db(pid=15039): Terminated: ok {rc=0}\u000a01:02:29.293502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Launched\u000a01:02:29.616033 run osmo-hlr_10.42.42.2(pid=15042): Launched\u000a01:02:29.734522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:30.303690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Launched\u000a01:02:30.626533 run osmo-stp_10.42.42.5(pid=15045): Launched\u000a01:02:30.743625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:31.343231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Launched\u000a01:02:31.451716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:31.738381 run patchelf(pid=15048): Launched\u000a01:02:31.961462 run osmo-stp_10.42.42.5(pid=15045): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)]\u000a01:02:32.092588 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-13_01:02:30.467233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.224241 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221213010230653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010230654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010230654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010230654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.349844 run osmo-stp_10.42.42.5(pid=15045): stdout: \u000a| (launched: 2022-12-13_01:02:30.467233)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:32.472193 run osmo-stp_10.42.42.5(pid=15045): stderr: \u000a| �[0;m�[38;5;43m20221213010230653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010230654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010230654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010230654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010230655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:32.616377 run patchelf(pid=15048): Terminating (SIGINT)\u000a01:02:32.785960 run patchelf(pid=15048): Terminated: ok {rc=0}\u000a01:02:32.817070 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15045): Process ended prematurely: osmo-stp_10.42.42.5(pid=15045) [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15045)] [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:02:32.825865 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:02:32.886442 run osmo-hlr_10.42.42.2(pid=15042): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15042)]\u000a01:02:32.935505 run osmo-hlr_10.42.42.2(pid=15042): stdout: \u000a| (launched: 2022-12-13_01:02:29.457268) \u000a01:02:32.985383 run osmo-hlr_10.42.42.2(pid=15042): stderr: \u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010229649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010229662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010229671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010229671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010229671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:33.027896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminating (SIGTERM)\u000a01:02:33.068389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminating (SIGTERM)\u000a01:02:33.108876 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminating (SIGTERM)\u000a01:02:33.118318 --- ParallelTerminationStrategy: PID 15041 died...\u000a01:02:33.171825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15041): Terminated: ok {rc=0}\u000a01:02:33.181682 --- ParallelTerminationStrategy: PID 15044 died...\u000a01:02:33.235291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15044): Terminated: ok {rc=0}\u000a01:02:33.244902 --- ParallelTerminationStrategy: PID 15047 died...\u000a01:02:33.298847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15047): Terminated: ok {rc=0}\u000a01:02:33.386430 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:01:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:02:35.409083 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:35.420295 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:02:35.576357 tst switch_tch_pdch.py: using LAC 32547\u000a01:02:35.694779 tst switch_tch_pdch.py: using RAC 162\u000a01:02:35.821077 tst switch_tch_pdch.py: using CellId 32547\u000a01:02:35.946473 tst switch_tch_pdch.py: using BVCI 32548\u000a01:02:35.971659 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:35.983587 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:35.995348 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:36.007628 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:36.019890 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:36.031899 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:36.043981 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:02:36.055911 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:02:36.174118 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:02:36.456460 tst switch_tch_pdch.py:51: start network...\u000a01:02:36.580760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:37.063819 run create_hlr_db(pid=15053): Launched\u000a01:02:37.236364 bus /gobi_6: Setting Powered False\u000a01:02:38.256897 run create_hlr_db(pid=15053): Terminated: ok {rc=0}\u000a01:02:38.685489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Launched\u000a01:02:39.007018 run osmo-hlr_10.42.42.2(pid=15056): Launched\u000a01:02:39.128402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:39.689670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Launched\u000a01:02:40.011081 run osmo-stp_10.42.42.5(pid=15059): Launched\u000a01:02:40.128684 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:40.691625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Launched\u000a01:02:40.806475 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:41.089534 run patchelf(pid=15062): Launched\u000a01:02:41.277884 run osmo-stp_10.42.42.5(pid=15059): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)]\u000a01:02:41.415623 run osmo-stp_10.42.42.5(pid=15059): stdout: \u000a| (launched: 2022-12-13_01:02:39.852643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:41.553619 run osmo-stp_10.42.42.5(pid=15059): stderr: \u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010240041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:41.686586 run osmo-stp_10.42.42.5(pid=15059): stdout: \u000a| (launched: 2022-12-13_01:02:39.852643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:41.819064 run osmo-stp_10.42.42.5(pid=15059): stderr: \u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010240040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010240041 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010240041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:41.973751 run patchelf(pid=15062): Terminating (SIGINT)\u000a01:02:42.155459 run patchelf(pid=15062): Terminated: ok {rc=0}\u000a01:02:42.188132 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15059): Process ended prematurely: osmo-stp_10.42.42.5(pid=15059) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15059)] [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:02:42.197369 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:02:42.261065 run osmo-hlr_10.42.42.2(pid=15056): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15056)]\u000a01:02:42.312703 run osmo-hlr_10.42.42.2(pid=15056): stdout: \u000a| (launched: 2022-12-13_01:02:38.848780) \u000a01:02:42.365144 run osmo-hlr_10.42.42.2(pid=15056): stderr: \u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010239043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010239056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010239066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010239066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010239066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:42.409491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminating (SIGTERM)\u000a01:02:42.451559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminating (SIGTERM)\u000a01:02:42.493829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminating (SIGTERM)\u000a01:02:42.503923 --- ParallelTerminationStrategy: PID 15055 died...\u000a01:02:42.560164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15055): Terminated: ok {rc=0}\u000a01:02:42.570689 --- ParallelTerminationStrategy: PID 15058 died...\u000a01:02:42.626849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15058): Terminated: ok {rc=0}\u000a01:02:42.637532 --- ParallelTerminationStrategy: PID 15061 died...\u000a01:02:42.693303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15061): Terminated: ok {rc=0}\u000a01:02:42.780202 bus /gobi_0: Setting Powered False\u000a01:02:43.886439 bus /gobi_0: Setting Powered False\u000a01:02:44.993919 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:02:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:02:46.988924 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.001640 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:02:47.190441 tst switch_tch_pdch.py: using LAC 32548\u000a01:02:47.311139 tst switch_tch_pdch.py: using RAC 163\u000a01:02:47.429548 tst switch_tch_pdch.py: using CellId 32548\u000a01:02:47.545183 tst switch_tch_pdch.py: using BVCI 32549\u000a01:02:47.568333 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.579705 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.590625 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.601900 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.612696 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.623537 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.634506 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:02:47.645294 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:02:47.765761 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:02:48.045261 tst switch_tch_pdch.py:51: start network...\u000a01:02:48.169271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:02:48.624940 run create_hlr_db(pid=15066): Launched\u000a01:02:48.746752 bus /gobi_6: Setting Powered False\u000a01:02:49.819546 run create_hlr_db(pid=15066): Terminated: ok {rc=0}\u000a01:02:50.221772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Launched\u000a01:02:50.543496 run osmo-hlr_10.42.42.2(pid=15069): Launched\u000a01:02:50.662126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:02:51.194532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Launched\u000a01:02:51.514610 run osmo-stp_10.42.42.5(pid=15072): Launched\u000a01:02:51.631054 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:02:52.164196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Launched\u000a01:02:52.278969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:02:52.560523 run patchelf(pid=15075): Launched\u000a01:02:52.748777 run osmo-stp_10.42.42.5(pid=15072): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)]\u000a01:02:52.885892 run osmo-stp_10.42.42.5(pid=15072): stdout: \u000a| (launched: 2022-12-13_01:02:51.357540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:53.023962 run osmo-stp_10.42.42.5(pid=15072): stderr: \u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010251547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:53.156765 run osmo-stp_10.42.42.5(pid=15072): stdout: \u000a| (launched: 2022-12-13_01:02:51.357540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:02:53.288214 run osmo-stp_10.42.42.5(pid=15072): stderr: \u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010251546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010251547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010251547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:02:53.442502 run patchelf(pid=15075): Terminating (SIGINT)\u000a01:02:53.623952 run patchelf(pid=15075): Terminated: ok {rc=0}\u000a01:02:53.656621 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15072): Process ended prematurely: osmo-stp_10.42.42.5(pid=15072) [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15072)] [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:02:53.665887 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:02:53.729195 run osmo-hlr_10.42.42.2(pid=15069): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15069)]\u000a01:02:53.780939 run osmo-hlr_10.42.42.2(pid=15069): stdout: \u000a| (launched: 2022-12-13_01:02:50.385414) \u000a01:02:53.833359 run osmo-hlr_10.42.42.2(pid=15069): stderr: \u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010250579 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010250591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010250600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010250600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010250600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:02:53.877810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminating (SIGTERM)\u000a01:02:53.919947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminating (SIGTERM)\u000a01:02:53.961812 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminating (SIGTERM)\u000a01:02:53.972223 --- ParallelTerminationStrategy: PID 15068 died...\u000a01:02:54.028824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15068): Terminated: ok {rc=0}\u000a01:02:54.039067 --- ParallelTerminationStrategy: PID 15071 died...\u000a01:02:54.095441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15071): Terminated: ok {rc=0}\u000a01:02:54.106028 --- ParallelTerminationStrategy: PID 15074 died...\u000a01:02:54.162107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15074): Terminated: ok {rc=0}\u000a01:02:54.249429 bus /gobi_0: Setting Powered False\u000a01:02:55.356432 bus /gobi_0: Setting Powered False\u000a01:02:56.463312 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:02:46" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:02:58.359655 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:02:58.371237 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:02:58.510785 tst mo_mt_sms.py: using LAC 32549\u000a01:02:58.631760 tst mo_mt_sms.py: using RAC 164\u000a01:02:58.761853 tst mo_mt_sms.py: using CellId 32549\u000a01:02:58.886012 tst mo_mt_sms.py: using BVCI 32550\u000a01:02:58.910675 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:02:59.024905 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:02:59.316033 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:02:59.450614 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:03:00.116781 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Launched\u000a01:03:00.436903 run osmo-nitb_10.42.42.2(pid=15081): Launched\u000a01:03:00.634318 run osmo-nitb_10.42.42.2(pid=15081): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)]\u000a01:03:00.779762 run osmo-nitb_10.42.42.2(pid=15081): stdout: \u000a| (launched: 2022-12-13_01:03:00.280188) \u000a01:03:00.935107 run osmo-nitb_10.42.42.2(pid=15081): stderr: \u000a| (launched: 2022-12-13_01:03:00.327857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:01.079398 run osmo-nitb_10.42.42.2(pid=15081): stdout: \u000a| (launched: 2022-12-13_01:03:00.280188) \u000a01:03:01.223181 run osmo-nitb_10.42.42.2(pid=15081): stderr: \u000a| (launched: 2022-12-13_01:03:00.327857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:01.598457 tst osmo-nitb_10.42.42.2(pid=15081): stdout: \u000a| (launched: 2022-12-13_01:03:00.280188) \u000a01:03:01.727296 tst osmo-nitb_10.42.42.2(pid=15081): stderr: \u000a| (launched: 2022-12-13_01:03:00.327857)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:01.781174 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15081): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15081) [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15081)] [trial-2384↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a01:03:01.789976 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a01:03:01.827201 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Terminating (SIGTERM)\u000a01:03:02.005421 --- ParallelTerminationStrategy: PID 15080 died...\u000a01:03:02.061164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15080): Terminated: ok {rc=0}\u000a01:03:02.147980 bus /sierra_3: Setting Powered False\u000a01:03:03.250774 bus /sierra_3: Setting Powered False\u000a01:03:04.358565 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:02:58" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15093): Process ended prematurely: osmo-stp_10.42.42.5(pid=15093) [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15093): Process ended prematurely: osmo-stp_10.42.42.5(pid=15093) [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a01:03:06.248662 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.259875 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:03:06.403102 tst mo_mt_sms.py: using LAC 32550\u000a01:03:06.527468 tst mo_mt_sms.py: using RAC 165\u000a01:03:06.650786 tst mo_mt_sms.py: using CellId 32550\u000a01:03:06.775277 tst mo_mt_sms.py: using BVCI 32551\u000a01:03:06.799763 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.811032 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.822223 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.833567 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.844816 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:06.856460 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:03:06.972650 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:03:07.173594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:07.652764 run create_hlr_db(pid=15087): Launched\u000a01:03:07.824088 bus /sierra_2: Setting Powered False\u000a01:03:08.845631 run create_hlr_db(pid=15087): Terminated: ok {rc=0}\u000a01:03:09.274916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Launched\u000a01:03:09.597089 run osmo-hlr_10.42.42.2(pid=15090): Launched\u000a01:03:09.714377 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:10.273319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Launched\u000a01:03:10.595814 run osmo-stp_10.42.42.5(pid=15093): Launched\u000a01:03:10.711814 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:03:11.304863 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Launched\u000a01:03:11.628628 run osmo-msc_10.42.42.6(pid=15096): Launched\u000a01:03:11.816613 run osmo-stp_10.42.42.5(pid=15093): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)]\u000a01:03:11.953324 run osmo-stp_10.42.42.5(pid=15093): stdout: \u000a| (launched: 2022-12-13_01:03:10.436560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:12.088791 run osmo-stp_10.42.42.5(pid=15093): stderr: \u000a| �[0;m�[38;5;43m20221213010310624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010310624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010310625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010310625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:12.217924 run osmo-stp_10.42.42.5(pid=15093): stdout: \u000a| (launched: 2022-12-13_01:03:10.436560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:12.346040 run osmo-stp_10.42.42.5(pid=15093): stderr: \u000a| �[0;m�[38;5;43m20221213010310624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010310624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010310625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010310625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010310626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:12.401891 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15093): Process ended prematurely: osmo-stp_10.42.42.5(pid=15093) [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15093)] [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a01:03:12.410241 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:03:12.473790 run osmo-hlr_10.42.42.2(pid=15090): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15090)]\u000a01:03:12.525971 run osmo-hlr_10.42.42.2(pid=15090): stdout: \u000a| (launched: 2022-12-13_01:03:09.437964) \u000a01:03:12.578266 run osmo-hlr_10.42.42.2(pid=15090): stderr: \u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010309631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010309643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010309652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010309652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010309652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:12.650077 run osmo-msc_10.42.42.6(pid=15096): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15096)]\u000a01:03:12.701895 run osmo-msc_10.42.42.6(pid=15096): stdout: \u000a| (launched: 2022-12-13_01:03:11.468483) \u000a01:03:12.754487 run osmo-msc_10.42.42.6(pid=15096): stderr: \u000a| �[0;m�[38;5;43m20221213010311785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010311785 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc71c80ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010311786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010311786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010311786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010311786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010311788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010311788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010311788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010311788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:03:12.798623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Terminating (SIGTERM)\u000a01:03:12.840667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Terminating (SIGTERM)\u000a01:03:12.883142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Terminating (SIGTERM)\u000a01:03:12.893121 --- ParallelTerminationStrategy: PID 15089 died...\u000a01:03:12.949297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15089): Terminated: ok {rc=0}\u000a01:03:12.959746 --- ParallelTerminationStrategy: PID 15092 died...\u000a01:03:13.015975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15092): Terminated: ok {rc=0}\u000a01:03:13.026379 --- ParallelTerminationStrategy: PID 15095 died...\u000a01:03:13.083123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15095): Terminated: ok {rc=0}\u000a01:03:13.171415 bus /sierra_3: Setting Powered False\u000a01:03:14.278295 bus /sierra_3: Setting Powered False\u000a01:03:15.385942 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:03:06" }, { "cases" : [ { "testActions" : [ ], "age" : 245, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:03:17.279709 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a01:03:17.290781 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:03:17.423860 tst assert_extension.py: using LAC 32551\u000a01:03:17.540056 tst assert_extension.py: using RAC 166\u000a01:03:17.662353 tst assert_extension.py: using CellId 32551\u000a01:03:17.779229 tst assert_extension.py: using BVCI 32552\u000a01:03:17.802182 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:03:18.081224 tst assert_extension.py:10: start nitb and bts...\u000a01:03:18.205344 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:03:18.826972 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Launched\u000a01:03:19.125852 run osmo-nitb_10.42.42.2(pid=15102): Launched\u000a01:03:19.310470 run osmo-nitb_10.42.42.2(pid=15102): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)]\u000a01:03:19.446457 run osmo-nitb_10.42.42.2(pid=15102): stdout: \u000a| (launched: 2022-12-13_01:03:18.978760) \u000a01:03:19.582245 run osmo-nitb_10.42.42.2(pid=15102): stderr: \u000a| (launched: 2022-12-13_01:03:19.023454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:19.713128 run osmo-nitb_10.42.42.2(pid=15102): stdout: \u000a| (launched: 2022-12-13_01:03:18.978760) \u000a01:03:19.843070 run osmo-nitb_10.42.42.2(pid=15102): stderr: \u000a| (launched: 2022-12-13_01:03:19.023454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:20.246753 tst osmo-nitb_10.42.42.2(pid=15102): stdout: \u000a| (launched: 2022-12-13_01:03:18.978760) \u000a01:03:20.365914 tst osmo-nitb_10.42.42.2(pid=15102): stderr: \u000a| (launched: 2022-12-13_01:03:19.023454)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:03:20.417964 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15102): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15102) [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15102)] [trial-2384↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a01:03:20.425874 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a01:03:20.459826 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Terminating (SIGTERM)\u000a01:03:20.637305 --- ParallelTerminationStrategy: PID 15101 died...\u000a01:03:20.691516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15101): Terminated: ok {rc=0}\u000a01:03:20.778227 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:03:17" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a01:03:22.598589 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:22.609881 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:03:22.739867 tst assert_extension.py: using LAC 32552\u000a01:03:22.857513 tst assert_extension.py: using RAC 167\u000a01:03:22.976361 tst assert_extension.py: using CellId 32552\u000a01:03:23.098471 tst assert_extension.py: using BVCI 32553\u000a01:03:23.121155 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:23.131900 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:23.142560 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:23.153186 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:23.163741 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:03:23.174367 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a01:03:23.382911 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:23.889746 run create_hlr_db(pid=15106): Launched\u000a01:03:24.077927 bus /sierra_2: Setting Powered False\u000a01:03:25.097127 run create_hlr_db(pid=15106): Terminated: ok {rc=0}\u000a01:03:25.500320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Launched\u000a01:03:25.800055 run osmo-hlr_10.42.42.2(pid=15109): Launched\u000a01:03:25.909787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:26.433058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Launched\u000a01:03:26.732147 run osmo-stp_10.42.42.5(pid=15112): Launched\u000a01:03:26.840616 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:03:27.386481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Launched\u000a01:03:27.686641 run osmo-msc_10.42.42.6(pid=15115): Launched\u000a01:03:27.861619 run osmo-stp_10.42.42.5(pid=15112): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)]\u000a01:03:27.987599 run osmo-stp_10.42.42.5(pid=15112): stdout: \u000a| (launched: 2022-12-13_01:03:26.584795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:28.111557 run osmo-stp_10.42.42.5(pid=15112): stderr: \u000a| �[0;m�[38;5;43m20221213010326753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010326753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010326754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010326754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:28.230939 run osmo-stp_10.42.42.5(pid=15112): stdout: \u000a| (launched: 2022-12-13_01:03:26.584795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:28.349738 run osmo-stp_10.42.42.5(pid=15112): stderr: \u000a| �[0;m�[38;5;43m20221213010326753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010326753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010326754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010326754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010326755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:28.401457 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15112): Process ended prematurely: osmo-stp_10.42.42.5(pid=15112) [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15112)] [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a01:03:28.409142 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a01:03:28.468471 run osmo-hlr_10.42.42.2(pid=15109): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15109)]\u000a01:03:28.517034 run osmo-hlr_10.42.42.2(pid=15109): stdout: \u000a| (launched: 2022-12-13_01:03:25.652223) \u000a01:03:28.566347 run osmo-hlr_10.42.42.2(pid=15109): stderr: \u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010325826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010325843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010325853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010325853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010325853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:28.633429 run osmo-msc_10.42.42.6(pid=15115): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15115)]\u000a01:03:28.681964 run osmo-msc_10.42.42.6(pid=15115): stdout: \u000a| (launched: 2022-12-13_01:03:27.538683) \u000a01:03:28.731315 run osmo-msc_10.42.42.6(pid=15115): stderr: \u000a| �[0;m�[38;5;43m20221213010327809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010327809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6707e9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010327809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010327809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010327809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010327810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010327812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010327813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010327813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010327813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:03:28.773069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminating (SIGTERM)\u000a01:03:28.812585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminating (SIGTERM)\u000a01:03:28.852089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Terminating (SIGTERM)\u000a01:03:28.861398 --- ParallelTerminationStrategy: PID 15108 died...\u000a01:03:28.914228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15108): Terminated: ok {rc=0}\u000a01:03:28.923792 --- ParallelTerminationStrategy: PID 15111 died...\u000a01:03:28.976510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15111): Terminated: ok {rc=0}\u000a01:03:28.986113 --- ParallelTerminationStrategy: PID 15114 died...\u000a01:03:29.038898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15114): Terminated: ok {rc=0}\u000a01:03:29.122176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:03:22" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:03:31.114920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.131460 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:03:31.316621 tst mo_mt_call.py: using LAC 32553\u000a01:03:31.461767 tst mo_mt_call.py: using RAC 168\u000a01:03:31.586448 tst mo_mt_call.py: using CellId 32553\u000a01:03:31.739328 tst mo_mt_call.py: using BVCI 32554\u000a01:03:31.770010 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.782974 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.795716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.810354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.823295 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:31.836997 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:03:31.990819 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:03:32.259009 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:32.754620 run create_hlr_db(pid=15120): Launched\u000a01:03:32.929148 bus /sierra_2: Setting Powered False\u000a01:03:33.950423 run create_hlr_db(pid=15120): Terminated: ok {rc=0}\u000a01:03:34.388293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Launched\u000a01:03:34.715998 run osmo-hlr_10.42.42.2(pid=15123): Launched\u000a01:03:34.835634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:35.406152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Launched\u000a01:03:35.735804 run osmo-stp_10.42.42.5(pid=15126): Launched\u000a01:03:35.854834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:03:36.458557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Launched\u000a01:03:36.788469 run osmo-msc_10.42.42.6(pid=15129): Launched\u000a01:03:36.980127 run osmo-stp_10.42.42.5(pid=15126): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)]\u000a01:03:37.119460 run osmo-stp_10.42.42.5(pid=15126): stdout: \u000a| (launched: 2022-12-13_01:03:35.573021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:37.256316 run osmo-stp_10.42.42.5(pid=15126): stderr: \u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010335763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:37.388156 run osmo-stp_10.42.42.5(pid=15126): stdout: \u000a| (launched: 2022-12-13_01:03:35.573021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:37.518680 run osmo-stp_10.42.42.5(pid=15126): stderr: \u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010335762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010335763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010335763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:37.575868 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15126): Process ended prematurely: osmo-stp_10.42.42.5(pid=15126) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15126)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:03:37.584883 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:03:37.648382 run osmo-hlr_10.42.42.2(pid=15123): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15123)]\u000a01:03:37.700723 run osmo-hlr_10.42.42.2(pid=15123): stdout: \u000a| (launched: 2022-12-13_01:03:34.554966) \u000a01:03:37.753180 run osmo-hlr_10.42.42.2(pid=15123): stderr: \u000a| �[0;m�[1;31m20221213010334750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010334750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010334750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010334750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010334750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010334751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010334763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010334774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010334774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010334774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:37.824346 run osmo-msc_10.42.42.6(pid=15129): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15129)]\u000a01:03:37.876108 run osmo-msc_10.42.42.6(pid=15129): stdout: \u000a| (launched: 2022-12-13_01:03:36.625766) \u000a01:03:37.928824 run osmo-msc_10.42.42.6(pid=15129): stderr: \u000a| �[0;m�[38;5;43m20221213010336946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010336946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7d6a42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010336946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010336946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010336946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010336947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010336948 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010336949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010336949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010336949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:03:37.973216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminating (SIGTERM)\u000a01:03:38.015620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminating (SIGTERM)\u000a01:03:38.057475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminating (SIGTERM)\u000a01:03:38.067546 --- ParallelTerminationStrategy: PID 15122 died...\u000a01:03:38.123931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15122): Terminated: ok {rc=0}\u000a01:03:38.134062 --- ParallelTerminationStrategy: PID 15125 died...\u000a01:03:38.189838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15125): Terminated: ok {rc=0}\u000a01:03:38.200237 --- ParallelTerminationStrategy: PID 15128 died...\u000a01:03:38.256073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15128): Terminated: ok {rc=0}\u000a01:03:38.342773 bus /sierra_3: Setting Powered False\u000a01:03:39.449252 bus /sierra_3: Setting Powered False\u000a01:03:40.555972 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:03:41.671120 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:41.683540 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:03:41.845631 tst mo_mt_call_osmux.py: using LAC 32554\u000a01:03:41.975400 tst mo_mt_call_osmux.py: using RAC 169\u000a01:03:42.104118 tst mo_mt_call_osmux.py: using CellId 32554\u000a01:03:42.232548 tst mo_mt_call_osmux.py: using BVCI 32555\u000a01:03:42.257605 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:42.269519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:42.281145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:42.293147 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:42.305091 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:03:42.316862 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:03:42.435796 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:03:42.650750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:43.168101 run create_hlr_db(pid=15132): Launched\u000a01:03:43.356935 bus /sierra_2: Setting Powered False\u000a01:03:44.378277 run create_hlr_db(pid=15132): Terminated: ok {rc=0}\u000a01:03:44.788257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Launched\u000a01:03:45.092407 run osmo-hlr_10.42.42.2(pid=15135): Launched\u000a01:03:45.213421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:45.747221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Launched\u000a01:03:46.198502 run osmo-stp_10.42.42.5(pid=15138): Launched\u000a01:03:46.440923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:03:47.066055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Launched\u000a01:03:47.379016 run osmo-msc_10.42.42.6(pid=15141): Launched\u000a01:03:47.559849 run osmo-stp_10.42.42.5(pid=15138): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)]\u000a01:03:47.688361 run osmo-stp_10.42.42.5(pid=15138): stdout: \u000a| (launched: 2022-12-13_01:03:45.911080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:47.814853 run osmo-stp_10.42.42.5(pid=15138): stderr: \u000a| �[0;m�[38;5;43m20221213010346170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010346171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010346172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010346174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:47.936796 run osmo-stp_10.42.42.5(pid=15138): stdout: \u000a| (launched: 2022-12-13_01:03:45.911080)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:48.058342 run osmo-stp_10.42.42.5(pid=15138): stderr: \u000a| �[0;m�[38;5;43m20221213010346170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010346171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010346172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010346174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010346177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:48.111682 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15138): Process ended prematurely: osmo-stp_10.42.42.5(pid=15138) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15138)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:03:48.120093 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:03:48.179608 run osmo-hlr_10.42.42.2(pid=15135): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15135)]\u000a01:03:48.228289 run osmo-hlr_10.42.42.2(pid=15135): stdout: \u000a| (launched: 2022-12-13_01:03:44.942813) \u000a01:03:48.278950 run osmo-hlr_10.42.42.2(pid=15135): stderr: \u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010345117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010345130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010345138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010345139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010345139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:48.346625 run osmo-msc_10.42.42.6(pid=15141): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15141)]\u000a01:03:48.395242 run osmo-msc_10.42.42.6(pid=15141): stdout: \u000a| (launched: 2022-12-13_01:03:47.225629) \u000a01:03:48.444481 run osmo-msc_10.42.42.6(pid=15141): stderr: \u000a| �[0;m�[38;5;43m20221213010347494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010347494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbeb846bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010347494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010347494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010347495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010347495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010347496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010347497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010347497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010347497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:03:48.486258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminating (SIGTERM)\u000a01:03:48.525735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminating (SIGTERM)\u000a01:03:48.565190 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminating (SIGTERM)\u000a01:03:48.574509 --- ParallelTerminationStrategy: PID 15134 died...\u000a01:03:48.627518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15134): Terminated: ok {rc=0}\u000a01:03:48.637297 --- ParallelTerminationStrategy: PID 15137 died...\u000a01:03:48.689833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15137): Terminated: ok {rc=0}\u000a01:03:48.699396 --- ParallelTerminationStrategy: PID 15140 died...\u000a01:03:48.752149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15140): Terminated: ok {rc=0}\u000a01:03:48.835510 bus /sierra_3: Setting Powered False\u000a01:03:49.937221 bus /sierra_3: Setting Powered False\u000a01:03:51.049311 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:03:30" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:03:53.029526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.040746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:03:53.201291 tst mo_mt_call.py: using LAC 32555\u000a01:03:53.330734 tst mo_mt_call.py: using RAC 170\u000a01:03:53.460303 tst mo_mt_call.py: using CellId 32555\u000a01:03:53.589274 tst mo_mt_call.py: using BVCI 32556\u000a01:03:53.614455 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.626165 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.637689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.649801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.661863 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:03:53.673855 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:03:53.795132 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:03:54.007729 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:03:54.524660 run create_hlr_db(pid=15146): Launched\u000a01:03:54.713740 bus /sierra_2: Setting Powered False\u000a01:03:55.734776 run create_hlr_db(pid=15146): Terminated: ok {rc=0}\u000a01:03:56.144128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Launched\u000a01:03:56.451762 run osmo-hlr_10.42.42.2(pid=15149): Launched\u000a01:03:56.573585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:03:57.107763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Launched\u000a01:03:57.413544 run osmo-stp_10.42.42.5(pid=15152): Launched\u000a01:03:57.525542 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:03:58.083875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Launched\u000a01:03:58.391048 run osmo-msc_10.42.42.6(pid=15155): Launched\u000a01:03:58.571664 run osmo-stp_10.42.42.5(pid=15152): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)]\u000a01:03:58.700776 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-13_01:03:57.262753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:58.827572 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010357431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:58.949794 run osmo-stp_10.42.42.5(pid=15152): stdout: \u000a| (launched: 2022-12-13_01:03:57.262753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:03:59.071215 run osmo-stp_10.42.42.5(pid=15152): stderr: \u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010357431 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010357431 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010357432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:03:59.124880 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15152): Process ended prematurely: osmo-stp_10.42.42.5(pid=15152) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15152)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:03:59.133530 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a01:03:59.193070 run osmo-hlr_10.42.42.2(pid=15149): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15149)]\u000a01:03:59.241658 run osmo-hlr_10.42.42.2(pid=15149): stdout: \u000a| (launched: 2022-12-13_01:03:56.299488) \u000a01:03:59.290928 run osmo-hlr_10.42.42.2(pid=15149): stderr: \u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010356474 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010356486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010356494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010356494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010356494 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:03:59.358115 run osmo-msc_10.42.42.6(pid=15155): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15155)]\u000a01:03:59.406576 run osmo-msc_10.42.42.6(pid=15155): stdout: \u000a| (launched: 2022-12-13_01:03:58.238872) \u000a01:03:59.455697 run osmo-msc_10.42.42.6(pid=15155): stderr: \u000a| �[0;m�[38;5;43m20221213010358510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010358510 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f37016fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010358510 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010358511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010358511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010358511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010358514 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010358514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:03:59.497345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminating (SIGTERM)\u000a01:03:59.537440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminating (SIGTERM)\u000a01:03:59.577099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminating (SIGTERM)\u000a01:03:59.586175 --- ParallelTerminationStrategy: PID 15148 died...\u000a01:03:59.639121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15148): Terminated: ok {rc=0}\u000a01:03:59.648901 --- ParallelTerminationStrategy: PID 15151 died...\u000a01:03:59.701828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15151): Terminated: ok {rc=0}\u000a01:03:59.711586 --- ParallelTerminationStrategy: PID 15154 died...\u000a01:03:59.764513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15154): Terminated: ok {rc=0}\u000a01:03:59.848050 bus /sierra_3: Setting Powered False\u000a01:04:00.962795 bus /sierra_3: Setting Powered False\u000a01:04:02.085004 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:04:03.195451 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.207627 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:04:03.362494 tst mo_mt_call_osmux.py: using LAC 32556\u000a01:04:03.482218 tst mo_mt_call_osmux.py: using RAC 171\u000a01:04:03.604073 tst mo_mt_call_osmux.py: using CellId 32556\u000a01:04:03.723758 tst mo_mt_call_osmux.py: using BVCI 32557\u000a01:04:03.747174 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.758549 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.769759 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.780746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.791913 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:04:03.803063 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:04:03.919103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:04:04.121067 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:04.609216 run create_hlr_db(pid=15157): Launched\u000a01:04:04.783643 bus /sierra_2: Setting Powered False\u000a01:04:05.806253 run create_hlr_db(pid=15157): Terminated: ok {rc=0}\u000a01:04:06.242991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Launched\u000a01:04:06.573210 run osmo-hlr_10.42.42.2(pid=15160): Launched\u000a01:04:06.692164 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:07.264841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Launched\u000a01:04:07.595123 run osmo-stp_10.42.42.5(pid=15163): Launched\u000a01:04:07.715175 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:04:08.317462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Launched\u000a01:04:08.649637 run osmo-msc_10.42.42.6(pid=15166): Launched\u000a01:04:08.843764 run osmo-stp_10.42.42.5(pid=15163): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)]\u000a01:04:08.983251 run osmo-stp_10.42.42.5(pid=15163): stdout: \u000a| (launched: 2022-12-13_01:04:07.431752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:09.120911 run osmo-stp_10.42.42.5(pid=15163): stderr: \u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010407620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:09.252507 run osmo-stp_10.42.42.5(pid=15163): stdout: \u000a| (launched: 2022-12-13_01:04:07.431752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:09.383650 run osmo-stp_10.42.42.5(pid=15163): stderr: \u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010407620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010407620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010407621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:09.441150 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15163): Process ended prematurely: osmo-stp_10.42.42.5(pid=15163) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15163)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:04:09.450361 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:04:09.513686 run osmo-hlr_10.42.42.2(pid=15160): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15160)]\u000a01:04:09.565240 run osmo-hlr_10.42.42.2(pid=15160): stdout: \u000a| (launched: 2022-12-13_01:04:06.409931) \u000a01:04:09.617576 run osmo-hlr_10.42.42.2(pid=15160): stderr: \u000a| �[0;m�[1;31m20221213010406605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010406605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010406605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010406606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010406606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010406606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010406618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010406629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010406629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010406629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:09.688458 run osmo-msc_10.42.42.6(pid=15166): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15166)]\u000a01:04:09.740016 run osmo-msc_10.42.42.6(pid=15166): stdout: \u000a| (launched: 2022-12-13_01:04:08.485531) \u000a01:04:09.792278 run osmo-msc_10.42.42.6(pid=15166): stderr: \u000a| �[0;m�[38;5;43m20221213010408803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010408803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7832bd0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010408803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010408803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010408803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010408804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010408805 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010408806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010408806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010408806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:04:09.836394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminating (SIGTERM)\u000a01:04:09.878707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminating (SIGTERM)\u000a01:04:09.921259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminating (SIGTERM)\u000a01:04:09.931066 --- ParallelTerminationStrategy: PID 15159 died...\u000a01:04:09.987015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15159): Terminated: ok {rc=0}\u000a01:04:09.997658 --- ParallelTerminationStrategy: PID 15162 died...\u000a01:04:10.054283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15162): Terminated: ok {rc=0}\u000a01:04:10.064686 --- ParallelTerminationStrategy: PID 15165 died...\u000a01:04:10.121213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15165): Terminated: ok {rc=0}\u000a01:04:10.209337 bus /sierra_3: Setting Powered False\u000a01:04:11.313139 bus /sierra_3: Setting Powered False\u000a01:04:12.419559 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:03:52" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:04:14.400852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:14.412148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:04:14.565882 tst mo_mt_call.py: using LAC 32557\u000a01:04:14.695742 tst mo_mt_call.py: using RAC 172\u000a01:04:14.824076 tst mo_mt_call.py: using CellId 32557\u000a01:04:14.954599 tst mo_mt_call.py: using BVCI 32558\u000a01:04:14.979707 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:14.991633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:15.003353 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:15.015479 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:15.027536 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:15.039407 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:04:15.155441 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:04:15.369302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:15.921092 run create_hlr_db(pid=15171): Launched\u000a01:04:16.133274 bus /sierra_2: Setting Powered False\u000a01:04:17.120411 run create_hlr_db(pid=15171): Terminated: ok {rc=0}\u000a01:04:17.605796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Launched\u000a01:04:17.935244 run osmo-hlr_10.42.42.2(pid=15174): Launched\u000a01:04:18.055960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:18.627371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Launched\u000a01:04:18.956860 run osmo-stp_10.42.42.5(pid=15177): Launched\u000a01:04:19.074864 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:04:19.678696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Launched\u000a01:04:20.009567 run osmo-msc_10.42.42.6(pid=15180): Launched\u000a01:04:20.202978 run osmo-stp_10.42.42.5(pid=15177): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)]\u000a01:04:20.342287 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-13_01:04:18.793948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:20.479623 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010418983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010418984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010418984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010418986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:20.612071 run osmo-stp_10.42.42.5(pid=15177): stdout: \u000a| (launched: 2022-12-13_01:04:18.793948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:20.742985 run osmo-stp_10.42.42.5(pid=15177): stderr: \u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010418983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010418983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010418984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010418984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010418986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:20.800288 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15177): Process ended prematurely: osmo-stp_10.42.42.5(pid=15177) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15177)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:04:20.809502 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:04:20.873034 run osmo-hlr_10.42.42.2(pid=15174): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15174)]\u000a01:04:20.924743 run osmo-hlr_10.42.42.2(pid=15174): stdout: \u000a| (launched: 2022-12-13_01:04:17.773519) \u000a01:04:20.977278 run osmo-hlr_10.42.42.2(pid=15174): stderr: \u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010417970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010417981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010417990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010417990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010417990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:21.048593 run osmo-msc_10.42.42.6(pid=15180): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15180)]\u000a01:04:21.100517 run osmo-msc_10.42.42.6(pid=15180): stdout: \u000a| (launched: 2022-12-13_01:04:19.846425) \u000a01:04:21.152845 run osmo-msc_10.42.42.6(pid=15180): stderr: \u000a| �[0;m�[38;5;43m20221213010420165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010420165 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02daa66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010420165 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010420165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010420166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010420167 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010420168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010420168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010420168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:04:21.197132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminating (SIGTERM)\u000a01:04:21.239323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminating (SIGTERM)\u000a01:04:21.282248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminating (SIGTERM)\u000a01:04:21.292398 --- ParallelTerminationStrategy: PID 15173 died...\u000a01:04:21.348750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15173): Terminated: ok {rc=0}\u000a01:04:21.359300 --- ParallelTerminationStrategy: PID 15176 died...\u000a01:04:21.415886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15176): Terminated: ok {rc=0}\u000a01:04:21.426141 --- ParallelTerminationStrategy: PID 15179 died...\u000a01:04:21.482499 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15179): Terminated: ok {rc=0}\u000a01:04:21.568754 bus /sierra_3: Setting Powered False\u000a01:04:22.675683 bus /sierra_3: Setting Powered False\u000a01:04:23.783639 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:04:24.898927 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:24.911445 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:04:25.076523 tst mo_mt_call_osmux.py: using LAC 32558\u000a01:04:25.204743 tst mo_mt_call_osmux.py: using RAC 173\u000a01:04:25.332937 tst mo_mt_call_osmux.py: using CellId 32558\u000a01:04:25.463204 tst mo_mt_call_osmux.py: using BVCI 32559\u000a01:04:25.488237 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:25.500046 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:25.511618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:25.523603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:25.535575 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:04:25.547458 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:04:25.665428 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:04:25.878000 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:26.397739 run create_hlr_db(pid=15182): Launched\u000a01:04:26.586941 bus /sierra_2: Setting Powered False\u000a01:04:27.608752 run create_hlr_db(pid=15182): Terminated: ok {rc=0}\u000a01:04:28.016942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Launched\u000a01:04:28.321559 run osmo-hlr_10.42.42.2(pid=15185): Launched\u000a01:04:28.434523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:28.970152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Launched\u000a01:04:29.280745 run osmo-stp_10.42.42.5(pid=15188): Launched\u000a01:04:29.391242 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:04:29.950595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Launched\u000a01:04:30.258068 run osmo-msc_10.42.42.6(pid=15191): Launched\u000a01:04:30.437284 run osmo-stp_10.42.42.5(pid=15188): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)]\u000a01:04:30.566154 run osmo-stp_10.42.42.5(pid=15188): stdout: \u000a| (launched: 2022-12-13_01:04:29.125629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:30.693251 run osmo-stp_10.42.42.5(pid=15188): stderr: \u000a| �[0;m�[38;5;43m20221213010429293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010429293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010429294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010429294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010429294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010429295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010429295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:30.815222 run osmo-stp_10.42.42.5(pid=15188): stdout: \u000a| (launched: 2022-12-13_01:04:29.125629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:30.972607 run osmo-stp_10.42.42.5(pid=15188): stderr: \u000a| �[0;m�[38;5;43m20221213010429293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010429293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010429294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010429294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010429294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010429295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010429295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:31.032380 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15188): Process ended prematurely: osmo-stp_10.42.42.5(pid=15188) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15188)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:04:31.042828 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:04:31.110516 run osmo-hlr_10.42.42.2(pid=15185): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15185)]\u000a01:04:31.165787 run osmo-hlr_10.42.42.2(pid=15185): stdout: \u000a| (launched: 2022-12-13_01:04:28.171451) \u000a01:04:31.221021 run osmo-hlr_10.42.42.2(pid=15185): stderr: \u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010428345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010428358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010428369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010428369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010428369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:31.295296 run osmo-msc_10.42.42.6(pid=15191): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15191)]\u000a01:04:31.351428 run osmo-msc_10.42.42.6(pid=15191): stdout: \u000a| (launched: 2022-12-13_01:04:30.106219) \u000a01:04:31.406410 run osmo-msc_10.42.42.6(pid=15191): stderr: \u000a| �[0;m�[38;5;43m20221213010430375 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010430376 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f92aef22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010430376 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010430376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010430376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010430376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010430378 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010430378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010430379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010430379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:04:31.453172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminating (SIGTERM)\u000a01:04:31.497844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminating (SIGTERM)\u000a01:04:31.546429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminating (SIGTERM)\u000a01:04:31.558556 --- ParallelTerminationStrategy: PID 15184 died...\u000a01:04:31.619660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15184): Terminated: ok {rc=0}\u000a01:04:31.630873 --- ParallelTerminationStrategy: PID 15187 died...\u000a01:04:31.690611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15187): Terminated: ok {rc=0}\u000a01:04:31.701774 --- ParallelTerminationStrategy: PID 15190 died...\u000a01:04:31.762703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15190): Terminated: ok {rc=0}\u000a01:04:31.853001 bus /sierra_3: Setting Powered False\u000a01:04:32.959983 bus /sierra_3: Setting Powered False\u000a01:04:34.067794 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15202): Process ended prematurely: osmo-stp_10.42.42.5(pid=15202) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15202): Process ended prematurely: osmo-stp_10.42.42.5(pid=15202) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:04:36.059866 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.071337 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:04:36.223296 tst mo_mt_call.py: using LAC 32559\u000a01:04:36.340731 tst mo_mt_call.py: using RAC 174\u000a01:04:36.460151 tst mo_mt_call.py: using CellId 32559\u000a01:04:36.579836 tst mo_mt_call.py: using BVCI 32560\u000a01:04:36.603354 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.614714 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.626016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.637241 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.648539 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:36.659757 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:04:36.776369 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:04:36.989590 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:37.509644 run create_hlr_db(pid=15196): Launched\u000a01:04:37.700684 bus /sierra_2: Setting Powered False\u000a01:04:38.721277 run create_hlr_db(pid=15196): Terminated: ok {rc=0}\u000a01:04:39.159751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Launched\u000a01:04:39.489773 run osmo-hlr_10.42.42.2(pid=15199): Launched\u000a01:04:39.608198 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:40.183758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Launched\u000a01:04:40.513523 run osmo-stp_10.42.42.5(pid=15202): Launched\u000a01:04:40.632677 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:04:41.233185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Launched\u000a01:04:41.563611 run osmo-msc_10.42.42.6(pid=15205): Launched\u000a01:04:41.755506 run osmo-stp_10.42.42.5(pid=15202): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)]\u000a01:04:41.894070 run osmo-stp_10.42.42.5(pid=15202): stdout: \u000a| (launched: 2022-12-13_01:04:40.350578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:42.030998 run osmo-stp_10.42.42.5(pid=15202): stderr: \u000a| �[0;m�[38;5;43m20221213010440539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010440540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010440540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010440540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:42.162598 run osmo-stp_10.42.42.5(pid=15202): stdout: \u000a| (launched: 2022-12-13_01:04:40.350578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:42.292908 run osmo-stp_10.42.42.5(pid=15202): stderr: \u000a| �[0;m�[38;5;43m20221213010440539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010440540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010440540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010440540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010440541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:42.350462 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15202): Process ended prematurely: osmo-stp_10.42.42.5(pid=15202) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15202)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a01:04:42.359683 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:04:42.423033 run osmo-hlr_10.42.42.2(pid=15199): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15199)]\u000a01:04:42.474568 run osmo-hlr_10.42.42.2(pid=15199): stdout: \u000a| (launched: 2022-12-13_01:04:39.326694) \u000a01:04:42.526731 run osmo-hlr_10.42.42.2(pid=15199): stderr: \u000a| �[0;m�[1;31m20221213010439523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010439524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010439524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010439524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010439524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010439524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010439535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010439544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010439544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010439544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:42.597531 run osmo-msc_10.42.42.6(pid=15205): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15205)]\u000a01:04:42.648862 run osmo-msc_10.42.42.6(pid=15205): stdout: \u000a| (launched: 2022-12-13_01:04:41.399990) \u000a01:04:42.701149 run osmo-msc_10.42.42.6(pid=15205): stderr: \u000a| �[0;m�[38;5;43m20221213010441717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010441718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f098185bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010441718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010441718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010441718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010441718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010441720 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010441720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010441720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010441720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:04:42.745266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Terminating (SIGTERM)\u000a01:04:42.787274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Terminating (SIGTERM)\u000a01:04:42.829649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Terminating (SIGTERM)\u000a01:04:42.839478 --- ParallelTerminationStrategy: PID 15198 died...\u000a01:04:42.895181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15198): Terminated: ok {rc=0}\u000a01:04:42.905887 --- ParallelTerminationStrategy: PID 15201 died...\u000a01:04:42.962127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15201): Terminated: ok {rc=0}\u000a01:04:42.972441 --- ParallelTerminationStrategy: PID 15204 died...\u000a01:04:43.028587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15204): Terminated: ok {rc=0}\u000a01:04:43.114877 bus /sierra_3: Setting Powered False\u000a01:04:44.221254 bus /sierra_3: Setting Powered False\u000a01:04:45.328629 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:04:46.439242 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:46.451691 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a01:04:46.611470 tst mo_mt_call_osmux.py: using LAC 32560\u000a01:04:46.746546 tst mo_mt_call_osmux.py: using RAC 175\u000a01:04:46.889039 tst mo_mt_call_osmux.py: using CellId 32560\u000a01:04:47.016711 tst mo_mt_call_osmux.py: using BVCI 32561\u000a01:04:47.043577 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:47.056617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:47.070136 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:47.083820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:47.097813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a01:04:47.110610 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:04:47.236633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a01:04:47.455459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:47.975274 run create_hlr_db(pid=15207): Launched\u000a01:04:48.166221 bus /sierra_2: Setting Powered False\u000a01:04:49.186640 run create_hlr_db(pid=15207): Terminated: ok {rc=0}\u000a01:04:49.599282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Launched\u000a01:04:49.906498 run osmo-hlr_10.42.42.2(pid=15210): Launched\u000a01:04:50.026973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:04:50.566438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Launched\u000a01:04:50.875166 run osmo-stp_10.42.42.5(pid=15213): Launched\u000a01:04:50.985900 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:04:51.546840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Launched\u000a01:04:51.855229 run osmo-msc_10.42.42.6(pid=15216): Launched\u000a01:04:52.034006 run osmo-stp_10.42.42.5(pid=15213): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)]\u000a01:04:52.162605 run osmo-stp_10.42.42.5(pid=15213): stdout: \u000a| (launched: 2022-12-13_01:04:50.721868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:52.289426 run osmo-stp_10.42.42.5(pid=15213): stderr: \u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010450892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:52.411633 run osmo-stp_10.42.42.5(pid=15213): stdout: \u000a| (launched: 2022-12-13_01:04:50.721868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:04:52.532728 run osmo-stp_10.42.42.5(pid=15213): stderr: \u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010450891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010450892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010450892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:04:52.586153 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15213): Process ended prematurely: osmo-stp_10.42.42.5(pid=15213) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15213)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a01:04:52.594504 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:04:52.654225 run osmo-hlr_10.42.42.2(pid=15210): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15210)]\u000a01:04:52.703363 run osmo-hlr_10.42.42.2(pid=15210): stdout: \u000a| (launched: 2022-12-13_01:04:49.755430) \u000a01:04:52.752876 run osmo-hlr_10.42.42.2(pid=15210): stderr: \u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010449931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010449944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010449952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010449952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010449952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:04:52.821251 run osmo-msc_10.42.42.6(pid=15216): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15216)]\u000a01:04:52.870213 run osmo-msc_10.42.42.6(pid=15216): stdout: \u000a| (launched: 2022-12-13_01:04:51.702335) \u000a01:04:52.919743 run osmo-msc_10.42.42.6(pid=15216): stderr: \u000a| �[0;m�[38;5;43m20221213010451972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010451972 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c5ede2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010451972 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010451972 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010451973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010451973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010451974 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010451975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010451975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010451975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:04:52.961643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminating (SIGTERM)\u000a01:04:53.001166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminating (SIGTERM)\u000a01:04:53.040806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Terminating (SIGTERM)\u000a01:04:53.050333 --- ParallelTerminationStrategy: PID 15209 died...\u000a01:04:53.103522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15209): Terminated: ok {rc=0}\u000a01:04:53.113316 --- ParallelTerminationStrategy: PID 15212 died...\u000a01:04:53.166105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15212): Terminated: ok {rc=0}\u000a01:04:53.175824 --- ParallelTerminationStrategy: PID 15215 died...\u000a01:04:53.228876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15215): Terminated: ok {rc=0}\u000a01:04:53.317213 bus /sierra_3: Setting Powered False\u000a01:04:54.420594 bus /sierra_3: Setting Powered False\u000a01:04:55.530073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:04:35" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15230): Process ended prematurely: osmo-stp_10.42.42.5(pid=15230) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15230): Process ended prematurely: osmo-stp_10.42.42.5(pid=15230) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:04:57.523583 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:57.534884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:04:57.687768 tst mo_mt_call.py: using LAC 32561\u000a01:04:57.816474 tst mo_mt_call.py: using RAC 176\u000a01:04:57.954085 tst mo_mt_call.py: using CellId 32561\u000a01:04:58.073023 tst mo_mt_call.py: using BVCI 32562\u000a01:04:58.096356 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:58.107633 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:58.118769 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:58.129843 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:58.141034 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:04:58.151999 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:04:58.272724 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:04:58.488484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:04:59.004198 run create_hlr_db(pid=15221): Launched\u000a01:04:59.194155 bus /sierra_2: Setting Powered False\u000a01:05:00.215368 run create_hlr_db(pid=15221): Terminated: ok {rc=0}\u000a01:05:00.626985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Launched\u000a01:05:01.081518 run osmo-hlr_10.42.42.2(pid=15224): Launched\u000a01:05:01.226577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:01.880740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Launched\u000a01:05:02.223296 run osmo-stp_10.42.42.5(pid=15230): Launched\u000a01:05:02.391160 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:03.010506 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Launched\u000a01:05:03.320716 run osmo-msc_10.42.42.6(pid=15233): Launched\u000a01:05:03.500149 run osmo-stp_10.42.42.5(pid=15230): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)]\u000a01:05:03.629738 run osmo-stp_10.42.42.5(pid=15230): stdout: \u000a| (launched: 2022-12-13_01:05:02.039548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:03.756495 run osmo-stp_10.42.42.5(pid=15230): stderr: \u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010502374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:03.878717 run osmo-stp_10.42.42.5(pid=15230): stdout: \u000a| (launched: 2022-12-13_01:05:02.039548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:03.999746 run osmo-stp_10.42.42.5(pid=15230): stderr: \u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010502373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010502374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010502374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:04.053428 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15230): Process ended prematurely: osmo-stp_10.42.42.5(pid=15230) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15230)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:05:04.061830 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:05:04.120618 run osmo-hlr_10.42.42.2(pid=15224): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15224)]\u000a01:05:04.168748 run osmo-hlr_10.42.42.2(pid=15224): stdout: \u000a| (launched: 2022-12-13_01:05:00.782091) \u000a01:05:04.218025 run osmo-hlr_10.42.42.2(pid=15224): stderr: \u000a| �[0;m�[1;31m20221213010501042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010501042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010501042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010501042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010501042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010501043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010501061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010501077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010501078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010501078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:04.284942 run osmo-msc_10.42.42.6(pid=15233): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15233)]\u000a01:05:04.333554 run osmo-msc_10.42.42.6(pid=15233): stdout: \u000a| (launched: 2022-12-13_01:05:03.166313) \u000a01:05:04.382720 run osmo-msc_10.42.42.6(pid=15233): stderr: \u000a| �[0;m�[38;5;43m20221213010503438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010503438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff4b5f07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010503438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010503438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010503438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010503439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010503440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010503441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010503441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010503441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:04.424635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Terminating (SIGTERM)\u000a01:05:04.464208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Terminating (SIGTERM)\u000a01:05:04.503501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Terminating (SIGTERM)\u000a01:05:04.512731 --- ParallelTerminationStrategy: PID 15223 died...\u000a01:05:04.565705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15223): Terminated: ok {rc=0}\u000a01:05:04.575266 --- ParallelTerminationStrategy: PID 15229 died...\u000a01:05:04.627546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15229): Terminated: ok {rc=0}\u000a01:05:04.637213 --- ParallelTerminationStrategy: PID 15232 died...\u000a01:05:04.689511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15232): Terminated: ok {rc=0}\u000a01:05:04.777844 bus /sierra_3: Setting Powered False\u000a01:05:05.880849 bus /sierra_3: Setting Powered False\u000a01:05:06.992466 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:05:08.103345 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.115423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:05:08.270000 tst mo_mt_call_osmux.py: using LAC 32562\u000a01:05:08.392034 tst mo_mt_call_osmux.py: using RAC 177\u000a01:05:08.514814 tst mo_mt_call_osmux.py: using CellId 32562\u000a01:05:08.637563 tst mo_mt_call_osmux.py: using BVCI 32563\u000a01:05:08.660644 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.671945 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.683088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.694239 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.705413 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:05:08.716457 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:05:08.837689 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:05:09.050539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:09.571383 run create_hlr_db(pid=15235): Launched\u000a01:05:09.761776 bus /sierra_2: Setting Powered False\u000a01:05:10.782941 run create_hlr_db(pid=15235): Terminated: ok {rc=0}\u000a01:05:11.223071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Launched\u000a01:05:11.551603 run osmo-hlr_10.42.42.2(pid=15238): Launched\u000a01:05:11.672053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:12.248539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Launched\u000a01:05:12.578608 run osmo-stp_10.42.42.5(pid=15241): Launched\u000a01:05:12.699140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:13.302176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Launched\u000a01:05:13.632784 run osmo-msc_10.42.42.6(pid=15244): Launched\u000a01:05:13.825873 run osmo-stp_10.42.42.5(pid=15241): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]\u000a01:05:13.964358 run osmo-stp_10.42.42.5(pid=15241): stdout: \u000a| (launched: 2022-12-13_01:05:12.415320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.102209 run osmo-stp_10.42.42.5(pid=15241): stderr: \u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010512605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.234045 run osmo-stp_10.42.42.5(pid=15241): stdout: \u000a| (launched: 2022-12-13_01:05:12.415320)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:14.364481 run osmo-stp_10.42.42.5(pid=15241): stderr: \u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010512604 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010512605 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010512605 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:14.422264 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:05:14.431609 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:05:14.494638 run osmo-hlr_10.42.42.2(pid=15238): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15238)]\u000a01:05:14.545924 run osmo-hlr_10.42.42.2(pid=15238): stdout: \u000a| (launched: 2022-12-13_01:05:11.389854) \u000a01:05:14.598229 run osmo-hlr_10.42.42.2(pid=15238): stderr: \u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010511586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010511598 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010511607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010511607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010511607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:14.669150 run osmo-msc_10.42.42.6(pid=15244): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15244)]\u000a01:05:14.720688 run osmo-msc_10.42.42.6(pid=15244): stdout: \u000a| (launched: 2022-12-13_01:05:13.469596) \u000a01:05:14.773117 run osmo-msc_10.42.42.6(pid=15244): stderr: \u000a| �[0;m�[38;5;43m20221213010513787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010513787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefb4e13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010513787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010513787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010513787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010513788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010513789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010513790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010513790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010513790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:14.817484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminating (SIGTERM)\u000a01:05:14.859303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminating (SIGTERM)\u000a01:05:14.901569 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminating (SIGTERM)\u000a01:05:14.911683 --- ParallelTerminationStrategy: PID 15237 died...\u000a01:05:14.967801 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminated: ok {rc=0}\u000a01:05:14.978366 --- ParallelTerminationStrategy: PID 15240 died...\u000a01:05:15.034505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminated: ok {rc=0}\u000a01:05:15.045120 --- ParallelTerminationStrategy: PID 15243 died...\u000a01:05:15.101253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminated: ok {rc=0}\u000a01:05:15.187262 bus /sierra_3: Setting Powered False\u000a01:05:16.292316 bus /sierra_3: Setting Powered False\u000a01:05:17.402825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:04:57" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15255): Process ended prematurely: osmo-stp_10.42.42.5(pid=15255) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15255): Process ended prematurely: osmo-stp_10.42.42.5(pid=15255) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:05:19.400604 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:19.412494 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:05:19.577671 tst mo_mt_call.py: using LAC 32563\u000a01:05:19.708110 tst mo_mt_call.py: using RAC 178\u000a01:05:19.837262 tst mo_mt_call.py: using CellId 32563\u000a01:05:19.957964 tst mo_mt_call.py: using BVCI 32564\u000a01:05:19.981510 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:19.993054 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:20.004618 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:20.016234 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:20.027766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:20.039137 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:05:20.160086 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:05:20.374179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:20.894271 run create_hlr_db(pid=15249): Launched\u000a01:05:21.084680 bus /sierra_2: Setting Powered False\u000a01:05:22.105042 run create_hlr_db(pid=15249): Terminated: ok {rc=0}\u000a01:05:22.541906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Launched\u000a01:05:22.872590 run osmo-hlr_10.42.42.2(pid=15252): Launched\u000a01:05:22.991634 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:23.567715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Launched\u000a01:05:23.899362 run osmo-stp_10.42.42.5(pid=15255): Launched\u000a01:05:24.018796 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:24.623559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Launched\u000a01:05:24.955206 run osmo-msc_10.42.42.6(pid=15258): Launched\u000a01:05:25.149117 run osmo-stp_10.42.42.5(pid=15255): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)]\u000a01:05:25.288879 run osmo-stp_10.42.42.5(pid=15255): stdout: \u000a| (launched: 2022-12-13_01:05:23.735436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:25.426776 run osmo-stp_10.42.42.5(pid=15255): stderr: \u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010523927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:25.559029 run osmo-stp_10.42.42.5(pid=15255): stdout: \u000a| (launched: 2022-12-13_01:05:23.735436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:25.690601 run osmo-stp_10.42.42.5(pid=15255): stderr: \u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010523926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010523927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010523927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:25.748116 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15255): Process ended prematurely: osmo-stp_10.42.42.5(pid=15255) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15255)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:05:25.757184 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:05:25.821348 run osmo-hlr_10.42.42.2(pid=15252): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15252)]\u000a01:05:25.873419 run osmo-hlr_10.42.42.2(pid=15252): stdout: \u000a| (launched: 2022-12-13_01:05:22.709853) \u000a01:05:25.926203 run osmo-hlr_10.42.42.2(pid=15252): stderr: \u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010522905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010522918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010522927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010522928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010522928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:25.997832 run osmo-msc_10.42.42.6(pid=15258): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15258)]\u000a01:05:26.050157 run osmo-msc_10.42.42.6(pid=15258): stdout: \u000a| (launched: 2022-12-13_01:05:24.790831) \u000a01:05:26.102945 run osmo-msc_10.42.42.6(pid=15258): stderr: \u000a| �[0;m�[38;5;43m20221213010525109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010525110 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f959e104c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010525110 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010525110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010525110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010525110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010525112 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010525112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010525112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010525112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:26.148068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Terminating (SIGTERM)\u000a01:05:26.190406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Terminating (SIGTERM)\u000a01:05:26.232296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Terminating (SIGTERM)\u000a01:05:26.242545 --- ParallelTerminationStrategy: PID 15251 died...\u000a01:05:26.299080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15251): Terminated: ok {rc=0}\u000a01:05:26.309960 --- ParallelTerminationStrategy: PID 15254 died...\u000a01:05:26.366186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15254): Terminated: ok {rc=0}\u000a01:05:26.376491 --- ParallelTerminationStrategy: PID 15257 died...\u000a01:05:26.433095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15257): Terminated: ok {rc=0}\u000a01:05:26.521310 bus /sierra_3: Setting Powered False\u000a01:05:27.625908 bus /sierra_3: Setting Powered False\u000a01:05:28.737978 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:05:29.848859 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:29.861169 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:05:30.023261 tst mo_mt_call_osmux.py: using LAC 32564\u000a01:05:30.154488 tst mo_mt_call_osmux.py: using RAC 179\u000a01:05:30.283054 tst mo_mt_call_osmux.py: using CellId 32564\u000a01:05:30.412438 tst mo_mt_call_osmux.py: using BVCI 32565\u000a01:05:30.437893 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:30.449861 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:30.461560 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:30.473841 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:30.485941 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:05:30.497941 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:05:30.616017 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:05:30.832467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:31.405213 run create_hlr_db(pid=15260): Launched\u000a01:05:31.591015 bus /sierra_2: Setting Powered False\u000a01:05:32.604876 run create_hlr_db(pid=15260): Terminated: ok {rc=0}\u000a01:05:33.015469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Launched\u000a01:05:33.322727 run osmo-hlr_10.42.42.2(pid=15263): Launched\u000a01:05:33.443687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:33.983266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Launched\u000a01:05:34.289667 run osmo-stp_10.42.42.5(pid=15266): Launched\u000a01:05:34.401292 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:34.962641 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Launched\u000a01:05:35.272153 run osmo-msc_10.42.42.6(pid=15269): Launched\u000a01:05:35.451823 run osmo-stp_10.42.42.5(pid=15266): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)]\u000a01:05:35.581232 run osmo-stp_10.42.42.5(pid=15266): stdout: \u000a| (launched: 2022-12-13_01:05:34.139097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:35.708246 run osmo-stp_10.42.42.5(pid=15266): stderr: \u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010534309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010534309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010534309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010534310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:35.832423 run osmo-stp_10.42.42.5(pid=15266): stdout: \u000a| (launched: 2022-12-13_01:05:34.139097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:35.953956 run osmo-stp_10.42.42.5(pid=15266): stderr: \u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010534308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010534309 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010534309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010534309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010534310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:36.007493 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15266): Process ended prematurely: osmo-stp_10.42.42.5(pid=15266) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15266)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:05:36.016176 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:05:36.076077 run osmo-hlr_10.42.42.2(pid=15263): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15263)]\u000a01:05:36.125083 run osmo-hlr_10.42.42.2(pid=15263): stdout: \u000a| (launched: 2022-12-13_01:05:33.171987) \u000a01:05:36.174582 run osmo-hlr_10.42.42.2(pid=15263): stderr: \u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010533347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010533359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010533370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010533371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:36.241827 run osmo-msc_10.42.42.6(pid=15269): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15269)]\u000a01:05:36.290735 run osmo-msc_10.42.42.6(pid=15269): stdout: \u000a| (launched: 2022-12-13_01:05:35.118346) \u000a01:05:36.340366 run osmo-msc_10.42.42.6(pid=15269): stderr: \u000a| �[0;m�[38;5;43m20221213010535390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010535390 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7591fd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010535390 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010535390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010535390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010535390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010535392 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010535392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010535393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010535393 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:36.382434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminating (SIGTERM)\u000a01:05:36.422184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminating (SIGTERM)\u000a01:05:36.461997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Terminating (SIGTERM)\u000a01:05:36.471376 --- ParallelTerminationStrategy: PID 15262 died...\u000a01:05:36.524539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15262): Terminated: ok {rc=0}\u000a01:05:36.534428 --- ParallelTerminationStrategy: PID 15265 died...\u000a01:05:36.587536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15265): Terminated: ok {rc=0}\u000a01:05:36.597257 --- ParallelTerminationStrategy: PID 15268 died...\u000a01:05:36.650456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15268): Terminated: ok {rc=0}\u000a01:05:36.733547 bus /sierra_3: Setting Powered False\u000a01:05:37.834448 bus /sierra_3: Setting Powered False\u000a01:05:38.945338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:05:19" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15280): Process ended prematurely: osmo-stp_10.42.42.5(pid=15280) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15280): Process ended prematurely: osmo-stp_10.42.42.5(pid=15280) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a01:05:40.944368 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:40.955597 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:41.109228 tst mo_mt_call.py: using LAC 32565\u000a01:05:41.230703 tst mo_mt_call.py: using RAC 180\u000a01:05:41.349909 tst mo_mt_call.py: using CellId 32565\u000a01:05:41.469551 tst mo_mt_call.py: using BVCI 32566\u000a01:05:41.492920 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:41.504034 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:41.514931 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:41.525855 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:41.536766 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:41.547647 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:05:41.668269 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:05:41.883548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:42.404626 run create_hlr_db(pid=15274): Launched\u000a01:05:42.595629 bus /sierra_2: Setting Powered False\u000a01:05:43.616176 run create_hlr_db(pid=15274): Terminated: ok {rc=0}\u000a01:05:44.027131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Launched\u000a01:05:44.335205 run osmo-hlr_10.42.42.2(pid=15277): Launched\u000a01:05:44.458655 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:44.998269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Launched\u000a01:05:45.306353 run osmo-stp_10.42.42.5(pid=15280): Launched\u000a01:05:45.416768 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:46.017477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Launched\u000a01:05:46.588178 run osmo-msc_10.42.42.6(pid=15283): Launched\u000a01:05:47.047224 run osmo-stp_10.42.42.5(pid=15280): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)]\u000a01:05:47.189131 run osmo-stp_10.42.42.5(pid=15280): stdout: \u000a| (launched: 2022-12-13_01:05:45.154307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:47.330863 run osmo-stp_10.42.42.5(pid=15280): stderr: \u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010545324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010545324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010545324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010545325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:47.465771 run osmo-stp_10.42.42.5(pid=15280): stdout: \u000a| (launched: 2022-12-13_01:05:45.154307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:47.598150 run osmo-stp_10.42.42.5(pid=15280): stderr: \u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010545323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010545324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010545324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010545324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010545325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:47.655745 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15280): Process ended prematurely: osmo-stp_10.42.42.5(pid=15280) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15280)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a01:05:47.665145 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a01:05:47.730749 run osmo-hlr_10.42.42.2(pid=15277): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15277)]\u000a01:05:47.783526 run osmo-hlr_10.42.42.2(pid=15277): stdout: \u000a| (launched: 2022-12-13_01:05:44.183068) \u000a01:05:47.837229 run osmo-hlr_10.42.42.2(pid=15277): stderr: \u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010544357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010544369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010544377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010544378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:47.909740 run osmo-msc_10.42.42.6(pid=15283): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15283)]\u000a01:05:47.962413 run osmo-msc_10.42.42.6(pid=15283): stdout: \u000a| (launched: 2022-12-13_01:05:46.208433) \u000a01:05:48.015541 run osmo-msc_10.42.42.6(pid=15283): stderr: \u000a| �[0;m�[38;5;43m20221213010546726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010546726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f25190f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010546726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010546726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010546727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010546727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010546728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010546729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010546730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010546731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:48.060322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Terminating (SIGTERM)\u000a01:05:48.103755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Terminating (SIGTERM)\u000a01:05:48.147706 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Terminating (SIGTERM)\u000a01:05:48.157944 --- ParallelTerminationStrategy: PID 15276 died...\u000a01:05:48.214413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15276): Terminated: ok {rc=0}\u000a01:05:48.225000 --- ParallelTerminationStrategy: PID 15279 died...\u000a01:05:48.280887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15279): Terminated: ok {rc=0}\u000a01:05:48.291332 --- ParallelTerminationStrategy: PID 15282 died...\u000a01:05:48.347852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15282): Terminated: ok {rc=0}\u000a01:05:48.434913 bus /sierra_3: Setting Powered False\u000a01:05:49.535955 bus /sierra_3: Setting Powered False\u000a01:05:50.647613 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:05:51.757488 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:51.769340 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:05:51.925832 tst mo_mt_call_osmux.py: using LAC 32566\u000a01:05:52.045535 tst mo_mt_call_osmux.py: using RAC 181\u000a01:05:52.166822 tst mo_mt_call_osmux.py: using CellId 32566\u000a01:05:52.288300 tst mo_mt_call_osmux.py: using BVCI 32567\u000a01:05:52.311573 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:52.323200 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:52.334326 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:52.345297 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:52.356203 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a01:05:52.367186 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:05:52.482376 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a01:05:52.696022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:05:53.215688 run create_hlr_db(pid=15285): Launched\u000a01:05:53.405664 bus /sierra_2: Setting Powered False\u000a01:05:54.427347 run create_hlr_db(pid=15285): Terminated: ok {rc=0}\u000a01:05:54.867318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Launched\u000a01:05:55.198381 run osmo-hlr_10.42.42.2(pid=15288): Launched\u000a01:05:55.322585 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:05:55.894678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Launched\u000a01:05:56.226354 run osmo-stp_10.42.42.5(pid=15291): Launched\u000a01:05:56.349025 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:05:56.954412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Launched\u000a01:05:57.288329 run osmo-msc_10.42.42.6(pid=15294): Launched\u000a01:05:57.483077 run osmo-stp_10.42.42.5(pid=15291): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)]\u000a01:05:57.623842 run osmo-stp_10.42.42.5(pid=15291): stdout: \u000a| (launched: 2022-12-13_01:05:56.062467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:57.762327 run osmo-stp_10.42.42.5(pid=15291): stderr: \u000a| �[0;m�[38;5;43m20221213010556250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010556250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010556251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010556251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:57.895375 run osmo-stp_10.42.42.5(pid=15291): stdout: \u000a| (launched: 2022-12-13_01:05:56.062467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:05:58.026826 run osmo-stp_10.42.42.5(pid=15291): stderr: \u000a| �[0;m�[38;5;43m20221213010556250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010556250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010556251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010556251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010556252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:05:58.085160 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15291): Process ended prematurely: osmo-stp_10.42.42.5(pid=15291) [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15291)] [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a01:05:58.094693 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:05:58.158371 run osmo-hlr_10.42.42.2(pid=15288): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15288)]\u000a01:05:58.210159 run osmo-hlr_10.42.42.2(pid=15288): stdout: \u000a| (launched: 2022-12-13_01:05:55.035154) \u000a01:05:58.262727 run osmo-hlr_10.42.42.2(pid=15288): stderr: \u000a| �[0;m�[1;31m20221213010555230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010555230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010555230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010555230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010555231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010555243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010555254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010555254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010555254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:05:58.334166 run osmo-msc_10.42.42.6(pid=15294): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15294)]\u000a01:05:58.385712 run osmo-msc_10.42.42.6(pid=15294): stdout: \u000a| (launched: 2022-12-13_01:05:57.123230) \u000a01:05:58.438377 run osmo-msc_10.42.42.6(pid=15294): stderr: \u000a| �[0;m�[38;5;43m20221213010557442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010557443 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e4eea7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010557443 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010557443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010557443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010557443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010557446 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010557446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010557446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010557446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:05:58.482925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminating (SIGTERM)\u000a01:05:58.525983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminating (SIGTERM)\u000a01:05:58.568193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Terminating (SIGTERM)\u000a01:05:58.578567 --- ParallelTerminationStrategy: PID 15287 died...\u000a01:05:58.635329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15287): Terminated: ok {rc=0}\u000a01:05:58.646013 --- ParallelTerminationStrategy: PID 15290 died...\u000a01:05:58.702926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15290): Terminated: ok {rc=0}\u000a01:05:58.713187 --- ParallelTerminationStrategy: PID 15293 died...\u000a01:05:58.769806 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15293): Terminated: ok {rc=0}\u000a01:05:58.858380 bus /sierra_3: Setting Powered False\u000a01:05:59.960346 bus /sierra_3: Setting Powered False\u000a01:06:01.088027 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:05:40" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15305): Process ended prematurely: osmo-stp_10.42.42.5(pid=15305) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15305): Process ended prematurely: osmo-stp_10.42.42.5(pid=15305) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:06:03.101695 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.112448 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:06:03.243795 tst emergency_mo_mt_call.py: using LAC 32567\u000a01:06:03.364077 tst emergency_mo_mt_call.py: using RAC 182\u000a01:06:03.481987 tst emergency_mo_mt_call.py: using CellId 32567\u000a01:06:03.599378 tst emergency_mo_mt_call.py: using BVCI 32568\u000a01:06:03.622393 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.633455 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.644104 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.654922 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.665702 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:03.676323 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:03.796083 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:04.007219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:04.518750 run create_hlr_db(pid=15299): Launched\u000a01:06:04.707009 bus /sierra_2: Setting Powered False\u000a01:06:05.727673 run create_hlr_db(pid=15299): Terminated: ok {rc=0}\u000a01:06:06.134055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Launched\u000a01:06:06.437174 run osmo-hlr_10.42.42.2(pid=15302): Launched\u000a01:06:06.552414 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:07.077338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Launched\u000a01:06:07.378489 run osmo-stp_10.42.42.5(pid=15305): Launched\u000a01:06:07.498564 tst emergency_mo_mt_call.py: using MSISDN 8047\u000a01:06:07.647293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:06:08.201019 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Launched\u000a01:06:08.502245 run osmo-msc_10.42.42.6(pid=15308): Launched\u000a01:06:08.677766 run osmo-stp_10.42.42.5(pid=15305): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)]\u000a01:06:08.804534 run osmo-stp_10.42.42.5(pid=15305): stdout: \u000a| (launched: 2022-12-13_01:06:07.229259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:08.928921 run osmo-stp_10.42.42.5(pid=15305): stderr: \u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010607398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:09.048809 run osmo-stp_10.42.42.5(pid=15305): stdout: \u000a| (launched: 2022-12-13_01:06:07.229259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:09.167790 run osmo-stp_10.42.42.5(pid=15305): stderr: \u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010607398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010607398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010607399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:09.220024 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=15305): Process ended prematurely: osmo-stp_10.42.42.5(pid=15305) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15305)] [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a01:06:09.227784 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a01:06:09.287168 run osmo-hlr_10.42.42.2(pid=15302): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15302)]\u000a01:06:09.336099 run osmo-hlr_10.42.42.2(pid=15302): stdout: \u000a| (launched: 2022-12-13_01:06:06.286815) \u000a01:06:09.385507 run osmo-hlr_10.42.42.2(pid=15302): stderr: \u000a| �[0;m�[1;31m20221213010606458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010606458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010606458 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010606459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010606459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010606459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010606471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010606481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010606481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010606481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:09.453130 run osmo-msc_10.42.42.6(pid=15308): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15308)]\u000a01:06:09.501955 run osmo-msc_10.42.42.6(pid=15308): stdout: \u000a| (launched: 2022-12-13_01:06:08.353118) \u000a01:06:09.551018 run osmo-msc_10.42.42.6(pid=15308): stderr: \u000a| �[0;m�[38;5;43m20221213010608623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010608623 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9355cc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010608623 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010608623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010608624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010608624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010608626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010608627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010608627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010608627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:06:09.592798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Terminating (SIGTERM)\u000a01:06:09.632202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Terminating (SIGTERM)\u000a01:06:09.671659 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Terminating (SIGTERM)\u000a01:06:09.681052 --- ParallelTerminationStrategy: PID 15301 died...\u000a01:06:09.733985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15301): Terminated: ok {rc=0}\u000a01:06:09.743647 --- ParallelTerminationStrategy: PID 15304 died...\u000a01:06:09.796355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15304): Terminated: ok {rc=0}\u000a01:06:09.806097 --- ParallelTerminationStrategy: PID 15307 died...\u000a01:06:09.859073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15307): Terminated: ok {rc=0}\u000a01:06:09.941790 bus /sierra_3: Setting Powered False\u000a01:06:11.047576 bus /sierra_3: Setting Powered False\u000a01:06:12.158844 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15316): Process ended prematurely: osmo-stp_10.42.42.5(pid=15316) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15316): Process ended prematurely: osmo-stp_10.42.42.5(pid=15316) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:06:13.210080 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.221633 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:06:13.358159 tst emergency_preemptive_call.py: using LAC 32568\u000a01:06:13.474585 tst emergency_preemptive_call.py: using RAC 183\u000a01:06:13.590552 tst emergency_preemptive_call.py: using CellId 32568\u000a01:06:13.706558 tst emergency_preemptive_call.py: using BVCI 32569\u000a01:06:13.729536 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.740358 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.751090 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.761893 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.772586 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:06:13.783275 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:13.897128 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:14.017813 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:14.139721 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:14.349732 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:14.860025 run create_hlr_db(pid=15310): Launched\u000a01:06:15.048474 bus /sierra_2: Setting Powered False\u000a01:06:16.079405 run create_hlr_db(pid=15310): Terminated: ok {rc=0}\u000a01:06:16.527061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Launched\u000a01:06:16.958519 run osmo-hlr_10.42.42.2(pid=15313): Launched\u000a01:06:17.195880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:17.757943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Launched\u000a01:06:18.083163 run osmo-stp_10.42.42.5(pid=15316): Launched\u000a01:06:18.216304 tst emergency_preemptive_call.py: using MSISDN 8048\u000a01:06:18.377239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:06:18.965331 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Launched\u000a01:06:19.290639 run osmo-msc_10.42.42.6(pid=15319): Launched\u000a01:06:19.479694 run osmo-stp_10.42.42.5(pid=15316): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)]\u000a01:06:19.616601 run osmo-stp_10.42.42.5(pid=15316): stdout: \u000a| (launched: 2022-12-13_01:06:17.921699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:19.752253 run osmo-stp_10.42.42.5(pid=15316): stderr: \u000a| �[0;m�[38;5;43m20221213010618110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010618110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010618111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:19.881795 run osmo-stp_10.42.42.5(pid=15316): stdout: \u000a| (launched: 2022-12-13_01:06:17.921699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:20.010299 run osmo-stp_10.42.42.5(pid=15316): stderr: \u000a| �[0;m�[38;5;43m20221213010618110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010618110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010618111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010618111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010618112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:20.066509 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=15316): Process ended prematurely: osmo-stp_10.42.42.5(pid=15316) [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15316)] [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a01:06:20.075643 tst emergency_preemptive_call.py:32: Test FAILED (6.9 sec)\u000a01:06:20.139408 run osmo-hlr_10.42.42.2(pid=15313): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15313)]\u000a01:06:20.191466 run osmo-hlr_10.42.42.2(pid=15313): stdout: \u000a| (launched: 2022-12-13_01:06:16.694130) \u000a01:06:20.243991 run osmo-hlr_10.42.42.2(pid=15313): stderr: \u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010616990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010617015 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010617028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010617028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010617028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:20.315531 run osmo-msc_10.42.42.6(pid=15319): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15319)]\u000a01:06:20.367787 run osmo-msc_10.42.42.6(pid=15319): stdout: \u000a| (launched: 2022-12-13_01:06:19.129710) \u000a01:06:20.420460 run osmo-msc_10.42.42.6(pid=15319): stderr: \u000a| �[0;m�[38;5;43m20221213010619447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213010619447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a1bec0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213010619448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213010619448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213010619448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213010619448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213010619450 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213010619450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213010619451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213010619451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:06:20.465113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Terminating (SIGTERM)\u000a01:06:20.507678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Terminating (SIGTERM)\u000a01:06:20.550282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Terminating (SIGTERM)\u000a01:06:20.560518 --- ParallelTerminationStrategy: PID 15312 died...\u000a01:06:20.617354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15312): Terminated: ok {rc=0}\u000a01:06:20.627713 --- ParallelTerminationStrategy: PID 15315 died...\u000a01:06:20.683688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15315): Terminated: ok {rc=0}\u000a01:06:20.694270 --- ParallelTerminationStrategy: PID 15318 died...\u000a01:06:20.751052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15318): Terminated: ok {rc=0}\u000a01:06:20.837914 bus /sierra_9: Setting Powered False\u000a01:06:21.944400 bus /sierra_9: Setting Powered False\u000a01:06:23.050631 bus /sierra_8: Setting Powered False\u000a01:06:24.159657 bus /sierra_8: Setting Powered False\u000a01:06:25.270354 bus /sierra_3: Setting Powered False\u000a01:06:26.372560 bus /sierra_3: Setting Powered False\u000a01:06:27.483595 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:06:02" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:06:29.590035 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:29.601057 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:06:29.733250 tst cs_paging_gprs_active.py: using LAC 32569\u000a01:06:29.852627 tst cs_paging_gprs_active.py: using RAC 184\u000a01:06:29.970258 tst cs_paging_gprs_active.py: using CellId 32569\u000a01:06:30.088366 tst cs_paging_gprs_active.py: using BVCI 32570\u000a01:06:30.111863 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.122707 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.133412 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.143999 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.154511 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.165027 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.175699 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.186205 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:30.196784 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:30.312664 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:30.610421 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:06:30.748578 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:31.116625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Launched\u000a01:06:31.406552 run iperf3-srv_10.42.42.10(pid=15326): Launched\u000a01:06:31.613191 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:06:31.754781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:32.124484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Launched\u000a01:06:32.420527 run iperf3-srv_10.42.42.10(pid=15328): Launched\u000a01:06:32.606921 tst cs_paging_gprs_active.py:38: start network...\u000a01:06:32.733684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:33.226180 run create_hlr_db(pid=15329): Launched\u000a01:06:33.401162 bus /sierra_2: Setting Powered False\u000a01:06:34.423656 run create_hlr_db(pid=15329): Terminated: ok {rc=0}\u000a01:06:34.830873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Launched\u000a01:06:35.137498 run osmo-hlr_10.42.42.2(pid=15332): Launched\u000a01:06:35.252748 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:35.788319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Launched\u000a01:06:36.096260 run osmo-stp_10.42.42.5(pid=15335): Launched\u000a01:06:36.206830 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:36.743066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Launched\u000a01:06:36.852294 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:37.121754 run patchelf(pid=15338): Launched\u000a01:06:37.302890 run osmo-stp_10.42.42.5(pid=15335): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)]\u000a01:06:37.433881 run osmo-stp_10.42.42.5(pid=15335): stdout: \u000a| (launched: 2022-12-13_01:06:35.944191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:37.565162 run osmo-stp_10.42.42.5(pid=15335): stderr: \u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010636114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:37.692517 run osmo-stp_10.42.42.5(pid=15335): stdout: \u000a| (launched: 2022-12-13_01:06:35.944191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:37.818332 run osmo-stp_10.42.42.5(pid=15335): stderr: \u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010636113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010636114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010636114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:37.965323 run patchelf(pid=15338): Terminating (SIGINT)\u000a01:06:38.138809 run patchelf(pid=15338): Terminated: ok {rc=0}\u000a01:06:38.170624 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15335): Process ended prematurely: osmo-stp_10.42.42.5(pid=15335) [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15335)] [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a01:06:38.179763 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:06:38.239722 run osmo-hlr_10.42.42.2(pid=15332): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15332)]\u000a01:06:38.288529 run osmo-hlr_10.42.42.2(pid=15332): stdout: \u000a| (launched: 2022-12-13_01:06:34.986534) \u000a01:06:38.337969 run osmo-hlr_10.42.42.2(pid=15332): stderr: \u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010635162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010635174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010635183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010635183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010635183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:38.380094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Terminating (SIGTERM)\u000a01:06:38.419583 run iperf3-srv_10.42.42.10(pid=15326): Terminating (SIGTERM)\u000a01:06:38.459129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Terminating (SIGTERM)\u000a01:06:38.498605 run iperf3-srv_10.42.42.10(pid=15328): Terminating (SIGTERM)\u000a01:06:38.538194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminating (SIGTERM)\u000a01:06:38.577820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminating (SIGTERM)\u000a01:06:38.617473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminating (SIGTERM)\u000a01:06:38.626787 --- ParallelTerminationStrategy: PID 15325 died...\u000a01:06:38.679972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15325): Terminated: ok {rc=0}\u000a01:06:38.689748 --- ParallelTerminationStrategy: PID 15326 died...\u000a01:06:38.742793 run iperf3-srv_10.42.42.10(pid=15326): Terminated {rc=256}\u000a01:06:38.752395 --- ParallelTerminationStrategy: PID 15327 died...\u000a01:06:38.805090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15327): Terminated: ok {rc=0}\u000a01:06:38.814671 --- ParallelTerminationStrategy: PID 15328 died...\u000a01:06:38.867143 run iperf3-srv_10.42.42.10(pid=15328): Terminated {rc=256}\u000a01:06:38.876809 --- ParallelTerminationStrategy: PID 15331 died...\u000a01:06:38.929337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15331): Terminated: ok {rc=0}\u000a01:06:38.939014 --- ParallelTerminationStrategy: PID 15334 died...\u000a01:06:38.992311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15334): Terminated: ok {rc=0}\u000a01:06:39.001982 --- ParallelTerminationStrategy: PID 15337 died...\u000a01:06:39.054523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15337): Terminated: ok {rc=0}\u000a01:06:39.142992 bus /gobi_0: Setting Powered False\u000a01:06:40.246300 bus /gobi_0: Setting Powered False\u000a01:06:41.356838 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15347): Process ended prematurely: osmo-stp_10.42.42.5(pid=15347) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15347): Process ended prematurely: osmo-stp_10.42.42.5(pid=15347) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a01:06:42.468228 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:42.479709 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:06:42.619587 tst iperf3.py: using LAC 32570\u000a01:06:42.737968 tst iperf3.py: using RAC 185\u000a01:06:42.856335 tst iperf3.py: using CellId 32570\u000a01:06:42.974683 tst iperf3.py: using BVCI 32571\u000a01:06:42.998040 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.008887 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.019650 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.030299 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.040773 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.051352 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.062162 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.072742 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:43.083481 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:43.361049 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:43.488158 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:43.807705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Launched\u000a01:06:44.072567 run iperf3-srv_10.42.42.10(pid=15340): Launched\u000a01:06:44.258962 tst iperf3.py:8: start network...\u000a01:06:44.385666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:44.882379 run create_hlr_db(pid=15341): Launched\u000a01:06:45.072758 bus /gobi_6: Setting Powered False\u000a01:06:46.107185 run create_hlr_db(pid=15341): Terminated: ok {rc=0}\u000a01:06:46.589835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Launched\u000a01:06:47.082682 run osmo-hlr_10.42.42.2(pid=15344): Launched\u000a01:06:47.264443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:06:47.802779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Launched\u000a01:06:48.110603 run osmo-stp_10.42.42.5(pid=15347): Launched\u000a01:06:48.221084 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:06:48.755908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Launched\u000a01:06:48.864699 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:06:49.134008 run patchelf(pid=15350): Launched\u000a01:06:49.313104 run osmo-stp_10.42.42.5(pid=15347): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)]\u000a01:06:49.443525 run osmo-stp_10.42.42.5(pid=15347): stdout: \u000a| (launched: 2022-12-13_01:06:47.958175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:49.574055 run osmo-stp_10.42.42.5(pid=15347): stderr: \u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010648128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:49.701098 run osmo-stp_10.42.42.5(pid=15347): stdout: \u000a| (launched: 2022-12-13_01:06:47.958175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:06:49.827161 run osmo-stp_10.42.42.5(pid=15347): stderr: \u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010648127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010648128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010648128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:06:49.973573 run patchelf(pid=15350): Terminating (SIGINT)\u000a01:06:50.146177 run patchelf(pid=15350): Terminated: ok {rc=0}\u000a01:06:50.177628 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15347): Process ended prematurely: osmo-stp_10.42.42.5(pid=15347) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15347)] [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a01:06:50.186847 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:06:50.246808 run osmo-hlr_10.42.42.2(pid=15344): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15344)]\u000a01:06:50.295983 run osmo-hlr_10.42.42.2(pid=15344): stdout: \u000a| (launched: 2022-12-13_01:06:46.801596) \u000a01:06:50.345582 run osmo-hlr_10.42.42.2(pid=15344): stderr: \u000a| �[0;m�[1;31m20221213010647042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010647042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010647043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010647043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010647043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010647043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010647058 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010647067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010647067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010647067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:06:50.387870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Terminating (SIGTERM)\u000a01:06:50.427456 run iperf3-srv_10.42.42.10(pid=15340): Terminating (SIGTERM)\u000a01:06:50.467153 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Terminating (SIGTERM)\u000a01:06:50.506816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Terminating (SIGTERM)\u000a01:06:50.546473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Terminating (SIGTERM)\u000a01:06:50.555798 --- ParallelTerminationStrategy: PID 15339 died...\u000a01:06:50.608843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15339): Terminated: ok {rc=0}\u000a01:06:50.618589 --- ParallelTerminationStrategy: PID 15340 died...\u000a01:06:50.671609 run iperf3-srv_10.42.42.10(pid=15340): Terminated {rc=256}\u000a01:06:50.681308 --- ParallelTerminationStrategy: PID 15343 died...\u000a01:06:50.734107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15343): Terminated: ok {rc=0}\u000a01:06:50.743753 --- ParallelTerminationStrategy: PID 15346 died...\u000a01:06:50.797045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15346): Terminated: ok {rc=0}\u000a01:06:50.806723 --- ParallelTerminationStrategy: PID 15349 died...\u000a01:06:50.859660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15349): Terminated: ok {rc=0}\u000a01:06:50.944008 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15365): Process ended prematurely: osmo-stp_10.42.42.5(pid=15365) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15365): Process ended prematurely: osmo-stp_10.42.42.5(pid=15365) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a01:06:52.063180 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.075383 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:06:52.219461 tst iperf3m4.py: using LAC 32571\u000a01:06:52.346883 tst iperf3m4.py: using RAC 186\u000a01:06:52.475982 tst iperf3m4.py: using CellId 32571\u000a01:06:52.604705 tst iperf3m4.py: using BVCI 32572\u000a01:06:52.630062 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.641488 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.652556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.664285 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.675927 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.687642 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.699408 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.711356 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:06:52.723324 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:52.846234 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:52.971086 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:53.093408 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:06:53.379939 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:06:53.507002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:53.824533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Launched\u000a01:06:54.087442 run iperf3-srv_10.42.42.10(pid=15352): Launched\u000a01:06:54.273600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:06:54.400519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:54.725296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Launched\u000a01:06:55.010130 run iperf3-srv_10.42.42.10(pid=15354): Launched\u000a01:06:55.213168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:06:55.351739 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:55.693529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Launched\u000a01:06:55.979377 run iperf3-srv_10.42.42.10(pid=15356): Launched\u000a01:06:56.182770 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:06:56.321010 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:06:56.662301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Launched\u000a01:06:56.947358 run iperf3-srv_10.42.42.10(pid=15358): Launched\u000a01:06:57.150701 tst iperf3m4.py:8: start network...\u000a01:06:57.289358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:06:57.811907 run create_hlr_db(pid=15359): Launched\u000a01:06:58.003211 bus /gobi_6: Setting Powered False\u000a01:06:59.024046 run create_hlr_db(pid=15359): Terminated: ok {rc=0}\u000a01:06:59.463603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Launched\u000a01:06:59.795618 run osmo-hlr_10.42.42.2(pid=15362): Launched\u000a01:06:59.915786 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:00.591484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Launched\u000a01:07:00.935275 run osmo-stp_10.42.42.5(pid=15365): Launched\u000a01:07:01.168329 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:01.779511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Launched\u000a01:07:01.899263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:02.222209 run patchelf(pid=15368): Launched\u000a01:07:02.413839 run osmo-stp_10.42.42.5(pid=15365): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)]\u000a01:07:02.551444 run osmo-stp_10.42.42.5(pid=15365): stdout: \u000a| (launched: 2022-12-13_01:07:00.754661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:02.689317 run osmo-stp_10.42.42.5(pid=15365): stderr: \u000a| �[0;m�[38;5;43m20221213010701061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010701061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010701062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010701062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:02.822927 run osmo-stp_10.42.42.5(pid=15365): stdout: \u000a| (launched: 2022-12-13_01:07:00.754661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:02.955498 run osmo-stp_10.42.42.5(pid=15365): stderr: \u000a| �[0;m�[38;5;43m20221213010701061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010701061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010701062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010701062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010701063 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:03.111134 run patchelf(pid=15368): Terminating (SIGINT)\u000a01:07:03.292905 run patchelf(pid=15368): Terminated: ok {rc=0}\u000a01:07:03.326241 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15365): Process ended prematurely: osmo-stp_10.42.42.5(pid=15365) [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15365)] [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a01:07:03.336134 tst iperf3m4.py:8: Test FAILED (11.3 sec)\u000a01:07:03.400998 run osmo-hlr_10.42.42.2(pid=15362): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15362)]\u000a01:07:03.453284 run osmo-hlr_10.42.42.2(pid=15362): stdout: \u000a| (launched: 2022-12-13_01:06:59.631751) \u000a01:07:03.506207 run osmo-hlr_10.42.42.2(pid=15362): stderr: \u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010659831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010659843 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010659851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010659852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010659852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:03.550925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminating (SIGTERM)\u000a01:07:03.593543 run iperf3-srv_10.42.42.10(pid=15352): Terminating (SIGTERM)\u000a01:07:03.635983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Terminating (SIGTERM)\u000a01:07:03.678747 run iperf3-srv_10.42.42.10(pid=15354): Terminating (SIGTERM)\u000a01:07:03.721334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Terminating (SIGTERM)\u000a01:07:03.763459 run iperf3-srv_10.42.42.10(pid=15356): Terminating (SIGTERM)\u000a01:07:03.806234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Terminating (SIGTERM)\u000a01:07:03.848669 run iperf3-srv_10.42.42.10(pid=15358): Terminating (SIGTERM)\u000a01:07:03.891473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Terminating (SIGTERM)\u000a01:07:03.934039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Terminating (SIGTERM)\u000a01:07:03.976600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Terminating (SIGTERM)\u000a01:07:03.986909 --- ParallelTerminationStrategy: PID 15351 died...\u000a01:07:04.043245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15351): Terminated: ok {rc=0}\u000a01:07:04.054195 --- ParallelTerminationStrategy: PID 15352 died...\u000a01:07:04.111180 run iperf3-srv_10.42.42.10(pid=15352): Terminated {rc=256}\u000a01:07:04.121626 --- ParallelTerminationStrategy: PID 15353 died...\u000a01:07:04.177717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15353): Terminated: ok {rc=0}\u000a01:07:04.188485 --- ParallelTerminationStrategy: PID 15354 died...\u000a01:07:04.244918 run iperf3-srv_10.42.42.10(pid=15354): Terminated {rc=256}\u000a01:07:04.255270 --- ParallelTerminationStrategy: PID 15355 died...\u000a01:07:04.311932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15355): Terminated: ok {rc=0}\u000a01:07:04.322142 --- ParallelTerminationStrategy: PID 15356 died...\u000a01:07:04.378915 run iperf3-srv_10.42.42.10(pid=15356): Terminated {rc=256}\u000a01:07:04.389373 --- ParallelTerminationStrategy: PID 15357 died...\u000a01:07:04.445283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15357): Terminated: ok {rc=0}\u000a01:07:04.456055 --- ParallelTerminationStrategy: PID 15358 died...\u000a01:07:04.512337 run iperf3-srv_10.42.42.10(pid=15358): Terminated {rc=256}\u000a01:07:04.523127 --- ParallelTerminationStrategy: PID 15361 died...\u000a01:07:04.579845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15361): Terminated: ok {rc=0}\u000a01:07:04.590089 --- ParallelTerminationStrategy: PID 15364 died...\u000a01:07:04.646251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15364): Terminated: ok {rc=0}\u000a01:07:04.656646 --- ParallelTerminationStrategy: PID 15367 died...\u000a01:07:04.712478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15367): Terminated: ok {rc=0}\u000a01:07:04.799671 bus /gobi_4: Setting Powered False\u000a01:07:05.907016 bus /gobi_4: Setting Powered False\u000a01:07:07.017394 bus /gobi_1: Setting Powered False\u000a01:07:08.123426 bus /gobi_1: Setting Powered False\u000a01:07:09.230536 bus /gobi_0: Setting Powered False\u000a01:07:10.330613 bus /gobi_0: Setting Powered False\u000a01:07:11.441385 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a01:07:12.507810 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:12.519453 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:07:12.654037 tst ping.py: using LAC 32572\u000a01:07:12.769228 tst ping.py: using RAC 187\u000a01:07:12.884777 tst ping.py: using CellId 32572\u000a01:07:12.999699 tst ping.py: using BVCI 32573\u000a01:07:13.022356 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.033127 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.043574 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.054164 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.064624 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.076340 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.087151 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:13.097991 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:07:13.367144 tst ping.py:19: start network...\u000a01:07:13.489087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:13.963059 run create_hlr_db(pid=15369): Launched\u000a01:07:14.133661 bus /gobi_6: Setting Powered False\u000a01:07:15.154048 run create_hlr_db(pid=15369): Terminated: ok {rc=0}\u000a01:07:15.577674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Launched\u000a01:07:15.943937 run osmo-hlr_10.42.42.2(pid=15372): Launched\u000a01:07:16.120543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:16.771370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Launched\u000a01:07:17.116338 run osmo-stp_10.42.42.5(pid=15375): Launched\u000a01:07:17.234705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:17.879824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Launched\u000a01:07:17.985970 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:18.245791 run patchelf(pid=15378): Launched\u000a01:07:18.419179 run osmo-stp_10.42.42.5(pid=15375): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]\u000a01:07:18.546080 run osmo-stp_10.42.42.5(pid=15375): stdout: \u000a| (launched: 2022-12-13_01:07:16.935519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:18.673115 run osmo-stp_10.42.42.5(pid=15375): stderr: \u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010717269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010717269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010717269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010717270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:18.795559 run osmo-stp_10.42.42.5(pid=15375): stdout: \u000a| (launched: 2022-12-13_01:07:16.935519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:18.916902 run osmo-stp_10.42.42.5(pid=15375): stderr: \u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010717268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010717269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010717269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010717269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010717270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:19.058726 run patchelf(pid=15378): Terminating (SIGINT)\u000a01:07:19.226363 run patchelf(pid=15378): Terminated: ok {rc=0}\u000a01:07:19.256712 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)] [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a01:07:19.265161 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:07:19.324213 run osmo-hlr_10.42.42.2(pid=15372): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15372)]\u000a01:07:19.373058 run osmo-hlr_10.42.42.2(pid=15372): stdout: \u000a| (launched: 2022-12-13_01:07:15.739363) \u000a01:07:19.422980 run osmo-hlr_10.42.42.2(pid=15372): stderr: \u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010716061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010716082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010716109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010716109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010716109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:19.464935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminating (SIGTERM)\u000a01:07:19.504391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminating (SIGTERM)\u000a01:07:19.543843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Terminating (SIGTERM)\u000a01:07:19.553041 --- ParallelTerminationStrategy: PID 15371 died...\u000a01:07:19.606095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminated: ok {rc=0}\u000a01:07:19.615615 --- ParallelTerminationStrategy: PID 15374 died...\u000a01:07:19.668278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminated: ok {rc=0}\u000a01:07:19.677859 --- ParallelTerminationStrategy: PID 15377 died...\u000a01:07:19.730568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15377): Terminated: ok {rc=0}\u000a01:07:19.813636 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15385): Process ended prematurely: osmo-stp_10.42.42.5(pid=15385) [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15385): Process ended prematurely: osmo-stp_10.42.42.5(pid=15385) [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a01:07:20.867105 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:20.879602 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a01:07:21.022831 tst ping_idle_ping.py: using LAC 32573\u000a01:07:21.150629 tst ping_idle_ping.py: using RAC 188\u000a01:07:21.278337 tst ping_idle_ping.py: using CellId 32573\u000a01:07:21.405847 tst ping_idle_ping.py: using BVCI 32574\u000a01:07:21.430480 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.442000 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.453278 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.465491 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.477508 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.489538 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.501697 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a01:07:21.513899 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a01:07:21.790035 tst ping_idle_ping.py:24: start network...\u000a01:07:21.913850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:22.392611 run create_hlr_db(pid=15379): Launched\u000a01:07:22.563358 bus /gobi_6: Setting Powered False\u000a01:07:23.583992 run create_hlr_db(pid=15379): Terminated: ok {rc=0}\u000a01:07:23.980437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Launched\u000a01:07:24.277397 run osmo-hlr_10.42.42.2(pid=15382): Launched\u000a01:07:24.385974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:24.901144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Launched\u000a01:07:25.197712 run osmo-stp_10.42.42.5(pid=15385): Launched\u000a01:07:25.304906 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:25.824199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Launched\u000a01:07:25.929315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:26.190234 run patchelf(pid=15388): Launched\u000a01:07:26.363560 run osmo-stp_10.42.42.5(pid=15385): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)]\u000a01:07:26.490287 run osmo-stp_10.42.42.5(pid=15385): stdout: \u000a| (launched: 2022-12-13_01:07:25.051502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:26.617671 run osmo-stp_10.42.42.5(pid=15385): stderr: \u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010725220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:26.740098 run osmo-stp_10.42.42.5(pid=15385): stdout: \u000a| (launched: 2022-12-13_01:07:25.051502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:26.861403 run osmo-stp_10.42.42.5(pid=15385): stderr: \u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010725219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010725220 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010725220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:27.003478 run patchelf(pid=15388): Terminating (SIGINT)\u000a01:07:27.171177 run patchelf(pid=15388): Terminated: ok {rc=0}\u000a01:07:27.201562 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15385): Process ended prematurely: osmo-stp_10.42.42.5(pid=15385) [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15385)] [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a01:07:27.210075 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a01:07:27.269833 run osmo-hlr_10.42.42.2(pid=15382): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15382)]\u000a01:07:27.318439 run osmo-hlr_10.42.42.2(pid=15382): stdout: \u000a| (launched: 2022-12-13_01:07:24.131844) \u000a01:07:27.367784 run osmo-hlr_10.42.42.2(pid=15382): stderr: \u000a| �[0;m�[1;31m20221213010724303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010724304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010724304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010724304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010724304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010724304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010724316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010724325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010724325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010724325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:27.409683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Terminating (SIGTERM)\u000a01:07:27.449066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Terminating (SIGTERM)\u000a01:07:27.488369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Terminating (SIGTERM)\u000a01:07:27.497488 --- ParallelTerminationStrategy: PID 15381 died...\u000a01:07:27.549974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15381): Terminated: ok {rc=0}\u000a01:07:27.559455 --- ParallelTerminationStrategy: PID 15384 died...\u000a01:07:27.612418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15384): Terminated: ok {rc=0}\u000a01:07:27.621869 --- ParallelTerminationStrategy: PID 15387 died...\u000a01:07:27.674413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15387): Terminated: ok {rc=0}\u000a01:07:27.763415 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:06:29" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:07:29.901571 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:29.912407 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:07:30.045406 tst cs_paging_gprs_active.py: using LAC 32574\u000a01:07:30.163098 tst cs_paging_gprs_active.py: using RAC 189\u000a01:07:30.282525 tst cs_paging_gprs_active.py: using CellId 32574\u000a01:07:30.408823 tst cs_paging_gprs_active.py: using BVCI 32575\u000a01:07:30.433933 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.445642 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.457449 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.469878 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.482030 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.494426 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.507824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.519193 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:30.532036 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:30.655858 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:30.959189 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:07:31.092358 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:31.460342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Launched\u000a01:07:31.830522 run iperf3-srv_10.42.42.10(pid=15394): Launched\u000a01:07:32.021216 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:07:32.152927 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:32.471907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Launched\u000a01:07:32.733538 run iperf3-srv_10.42.42.10(pid=15396): Launched\u000a01:07:32.917731 tst cs_paging_gprs_active.py:38: start network...\u000a01:07:33.043451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:33.531161 run create_hlr_db(pid=15397): Launched\u000a01:07:33.705935 bus /gobi_6: Setting Powered False\u000a01:07:34.729065 run create_hlr_db(pid=15397): Terminated: ok {rc=0}\u000a01:07:35.132233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Launched\u000a01:07:35.436105 run osmo-hlr_10.42.42.2(pid=15400): Launched\u000a01:07:35.545825 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:36.071803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Launched\u000a01:07:36.375550 run osmo-stp_10.42.42.5(pid=15403): Launched\u000a01:07:36.484411 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:37.015624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Launched\u000a01:07:37.123723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:37.388758 run patchelf(pid=15406): Launched\u000a01:07:37.564792 run osmo-stp_10.42.42.5(pid=15403): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]\u000a01:07:37.693592 run osmo-stp_10.42.42.5(pid=15403): stdout: \u000a| (launched: 2022-12-13_01:07:36.226250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:37.822462 run osmo-stp_10.42.42.5(pid=15403): stderr: \u000a| �[0;m�[38;5;43m20221213010736394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010736395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010736395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010736395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:37.947402 run osmo-stp_10.42.42.5(pid=15403): stdout: \u000a| (launched: 2022-12-13_01:07:36.226250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:38.071179 run osmo-stp_10.42.42.5(pid=15403): stderr: \u000a| �[0;m�[38;5;43m20221213010736394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010736395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010736395 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010736395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010736396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:38.216857 run patchelf(pid=15406): Terminating (SIGINT)\u000a01:07:38.387562 run patchelf(pid=15406): Terminated: ok {rc=0}\u000a01:07:38.418763 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:07:38.427875 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:07:38.487052 run osmo-hlr_10.42.42.2(pid=15400): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15400)]\u000a01:07:38.535434 run osmo-hlr_10.42.42.2(pid=15400): stdout: \u000a| (launched: 2022-12-13_01:07:35.285994) \u000a01:07:38.584650 run osmo-hlr_10.42.42.2(pid=15400): stderr: \u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010735460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010735473 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010735482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010735482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010735482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:38.626589 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Terminating (SIGTERM)\u000a01:07:38.665972 run iperf3-srv_10.42.42.10(pid=15394): Terminating (SIGTERM)\u000a01:07:38.705690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Terminating (SIGTERM)\u000a01:07:38.745159 run iperf3-srv_10.42.42.10(pid=15396): Terminating (SIGTERM)\u000a01:07:38.784746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminating (SIGTERM)\u000a01:07:38.824189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminating (SIGTERM)\u000a01:07:38.863800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Terminating (SIGTERM)\u000a01:07:38.873056 --- ParallelTerminationStrategy: PID 15393 died...\u000a01:07:38.925996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15393): Terminated: ok {rc=0}\u000a01:07:38.935542 --- ParallelTerminationStrategy: PID 15394 died...\u000a01:07:38.987844 run iperf3-srv_10.42.42.10(pid=15394): Terminated {rc=256}\u000a01:07:38.997282 --- ParallelTerminationStrategy: PID 15395 died...\u000a01:07:39.049472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15395): Terminated: ok {rc=0}\u000a01:07:39.058941 --- ParallelTerminationStrategy: PID 15396 died...\u000a01:07:39.111229 run iperf3-srv_10.42.42.10(pid=15396): Terminated {rc=256}\u000a01:07:39.120759 --- ParallelTerminationStrategy: PID 15399 died...\u000a01:07:39.172997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminated: ok {rc=0}\u000a01:07:39.182486 --- ParallelTerminationStrategy: PID 15402 died...\u000a01:07:39.235381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminated: ok {rc=0}\u000a01:07:39.244882 --- ParallelTerminationStrategy: PID 15405 died...\u000a01:07:39.297247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15405): Terminated: ok {rc=0}\u000a01:07:39.385842 bus /gobi_0: Setting Powered False\u000a01:07:40.490078 bus /gobi_0: Setting Powered False\u000a01:07:41.600820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15415): Process ended prematurely: osmo-stp_10.42.42.5(pid=15415) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15415): Process ended prematurely: osmo-stp_10.42.42.5(pid=15415) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:07:42.710223 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:42.722029 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:07:42.857186 tst iperf3.py: using LAC 32575\u000a01:07:42.976205 tst iperf3.py: using RAC 190\u000a01:07:43.097167 tst iperf3.py: using CellId 32575\u000a01:07:43.217502 tst iperf3.py: using BVCI 32576\u000a01:07:43.240530 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.251545 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.262412 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.273222 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.283870 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.294657 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.305650 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.316315 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:43.327272 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:43.620386 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:07:43.755481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:44.089318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Launched\u000a01:07:44.368781 run iperf3-srv_10.42.42.10(pid=15408): Launched\u000a01:07:44.566736 tst iperf3.py:8: start network...\u000a01:07:44.701707 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:45.213617 run create_hlr_db(pid=15409): Launched\u000a01:07:45.399484 bus /gobi_6: Setting Powered False\u000a01:07:46.421806 run create_hlr_db(pid=15409): Terminated: ok {rc=0}\u000a01:07:46.882152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Launched\u000a01:07:47.250662 run osmo-hlr_10.42.42.2(pid=15412): Launched\u000a01:07:47.372391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:07:47.945022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Launched\u000a01:07:48.273179 run osmo-stp_10.42.42.5(pid=15415): Launched\u000a01:07:48.392461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:07:48.964051 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Launched\u000a01:07:49.081071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:07:49.369675 run patchelf(pid=15418): Launched\u000a01:07:49.560657 run osmo-stp_10.42.42.5(pid=15415): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)]\u000a01:07:49.699513 run osmo-stp_10.42.42.5(pid=15415): stdout: \u000a| (launched: 2022-12-13_01:07:48.111442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:49.839048 run osmo-stp_10.42.42.5(pid=15415): stderr: \u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010748301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:49.974293 run osmo-stp_10.42.42.5(pid=15415): stdout: \u000a| (launched: 2022-12-13_01:07:48.111442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:07:50.108563 run osmo-stp_10.42.42.5(pid=15415): stderr: \u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010748300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010748301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010748301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:07:50.265982 run patchelf(pid=15418): Terminating (SIGINT)\u000a01:07:50.449509 run patchelf(pid=15418): Terminated: ok {rc=0}\u000a01:07:50.483029 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15415): Process ended prematurely: osmo-stp_10.42.42.5(pid=15415) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15415)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a01:07:50.492784 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:07:50.556927 run osmo-hlr_10.42.42.2(pid=15412): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15412)]\u000a01:07:50.608813 run osmo-hlr_10.42.42.2(pid=15412): stdout: \u000a| (launched: 2022-12-13_01:07:47.050506) \u000a01:07:50.661360 run osmo-hlr_10.42.42.2(pid=15412): stderr: \u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010747271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010747284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010747292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010747292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010747292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:07:50.706054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Terminating (SIGTERM)\u000a01:07:50.748380 run iperf3-srv_10.42.42.10(pid=15408): Terminating (SIGTERM)\u000a01:07:50.790846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Terminating (SIGTERM)\u000a01:07:50.833296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Terminating (SIGTERM)\u000a01:07:50.875582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Terminating (SIGTERM)\u000a01:07:50.885684 --- ParallelTerminationStrategy: PID 15407 died...\u000a01:07:50.942358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15407): Terminated: ok {rc=0}\u000a01:07:50.952459 --- ParallelTerminationStrategy: PID 15408 died...\u000a01:07:51.008669 run iperf3-srv_10.42.42.10(pid=15408): Terminated {rc=256}\u000a01:07:51.019085 --- ParallelTerminationStrategy: PID 15411 died...\u000a01:07:51.075055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15411): Terminated: ok {rc=0}\u000a01:07:51.085503 --- ParallelTerminationStrategy: PID 15414 died...\u000a01:07:51.142044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15414): Terminated: ok {rc=0}\u000a01:07:51.152141 --- ParallelTerminationStrategy: PID 15417 died...\u000a01:07:51.208578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15417): Terminated: ok {rc=0}\u000a01:07:51.297253 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:07:52.414504 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:52.426897 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:07:52.570474 tst iperf3m4.py: using LAC 32576\u000a01:07:52.699786 tst iperf3m4.py: using RAC 191\u000a01:07:52.827347 tst iperf3m4.py: using CellId 32576\u000a01:07:52.956549 tst iperf3m4.py: using BVCI 32577\u000a01:07:52.982133 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:52.993958 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.005590 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.017461 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.029176 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.041061 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.052901 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.064602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:07:53.076735 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:53.202895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:53.323428 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:53.442124 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:07:53.723009 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:07:53.849964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:54.169028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Launched\u000a01:07:54.433699 run iperf3-srv_10.42.42.10(pid=15420): Launched\u000a01:07:54.619857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:07:54.746799 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:55.063975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Launched\u000a01:07:55.329669 run iperf3-srv_10.42.42.10(pid=15422): Launched\u000a01:07:55.515668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:07:55.642631 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:55.961561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Launched\u000a01:07:56.226225 run iperf3-srv_10.42.42.10(pid=15424): Launched\u000a01:07:56.413963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:07:56.541566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:07:56.860335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Launched\u000a01:07:57.124128 run iperf3-srv_10.42.42.10(pid=15426): Launched\u000a01:07:57.310313 tst iperf3m4.py:8: start network...\u000a01:07:57.437735 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:07:57.933764 run create_hlr_db(pid=15427): Launched\u000a01:07:58.123529 bus /gobi_6: Setting Powered False\u000a01:07:59.144452 run create_hlr_db(pid=15427): Terminated: ok {rc=0}\u000a01:07:59.558667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Launched\u000a01:07:59.866355 run osmo-hlr_10.42.42.2(pid=15430): Launched\u000a01:07:59.988790 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:00.527472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Launched\u000a01:08:00.854974 run osmo-stp_10.42.42.5(pid=15433): Launched\u000a01:08:01.042602 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:01.673529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Launched\u000a01:08:01.786379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:02.075568 run patchelf(pid=15436): Launched\u000a01:08:02.259177 run osmo-stp_10.42.42.5(pid=15433): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)]\u000a01:08:02.391126 run osmo-stp_10.42.42.5(pid=15433): stdout: \u000a| (launched: 2022-12-13_01:08:00.682975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:02.522532 run osmo-stp_10.42.42.5(pid=15433): stderr: \u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010800892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:02.649320 run osmo-stp_10.42.42.5(pid=15433): stdout: \u000a| (launched: 2022-12-13_01:08:00.682975)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:02.775449 run osmo-stp_10.42.42.5(pid=15433): stderr: \u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010800892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010800892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010800901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:02.922724 run patchelf(pid=15436): Terminating (SIGINT)\u000a01:08:03.095545 run patchelf(pid=15436): Terminated: ok {rc=0}\u000a01:08:03.127516 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15433): Process ended prematurely: osmo-stp_10.42.42.5(pid=15433) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15433)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:08:03.137418 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a01:08:03.198395 run osmo-hlr_10.42.42.2(pid=15430): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15430)]\u000a01:08:03.248155 run osmo-hlr_10.42.42.2(pid=15430): stdout: \u000a| (launched: 2022-12-13_01:07:59.714435) \u000a01:08:03.298430 run osmo-hlr_10.42.42.2(pid=15430): stderr: \u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010759889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010759902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010759911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010759912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010759912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:03.341126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Terminating (SIGTERM)\u000a01:08:03.381498 run iperf3-srv_10.42.42.10(pid=15420): Terminating (SIGTERM)\u000a01:08:03.421890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Terminating (SIGTERM)\u000a01:08:03.462168 run iperf3-srv_10.42.42.10(pid=15422): Terminating (SIGTERM)\u000a01:08:03.502419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminating (SIGTERM)\u000a01:08:03.542595 run iperf3-srv_10.42.42.10(pid=15424): Terminating (SIGTERM)\u000a01:08:03.582842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminating (SIGTERM)\u000a01:08:03.623138 run iperf3-srv_10.42.42.10(pid=15426): Terminating (SIGTERM)\u000a01:08:03.663403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminating (SIGTERM)\u000a01:08:03.703582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminating (SIGTERM)\u000a01:08:03.743754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Terminating (SIGTERM)\u000a01:08:03.753237 --- ParallelTerminationStrategy: PID 15419 died...\u000a01:08:03.806996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15419): Terminated: ok {rc=0}\u000a01:08:03.816834 --- ParallelTerminationStrategy: PID 15420 died...\u000a01:08:03.870120 run iperf3-srv_10.42.42.10(pid=15420): Terminated {rc=256}\u000a01:08:03.879857 --- ParallelTerminationStrategy: PID 15421 died...\u000a01:08:03.933554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15421): Terminated: ok {rc=0}\u000a01:08:03.943421 --- ParallelTerminationStrategy: PID 15422 died...\u000a01:08:03.997297 run iperf3-srv_10.42.42.10(pid=15422): Terminated {rc=256}\u000a01:08:04.007140 --- ParallelTerminationStrategy: PID 15423 died...\u000a01:08:04.060997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15423): Terminated: ok {rc=0}\u000a01:08:04.070811 --- ParallelTerminationStrategy: PID 15424 died...\u000a01:08:04.124309 run iperf3-srv_10.42.42.10(pid=15424): Terminated {rc=256}\u000a01:08:04.134157 --- ParallelTerminationStrategy: PID 15425 died...\u000a01:08:04.187734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15425): Terminated: ok {rc=0}\u000a01:08:04.197591 --- ParallelTerminationStrategy: PID 15426 died...\u000a01:08:04.251134 run iperf3-srv_10.42.42.10(pid=15426): Terminated {rc=256}\u000a01:08:04.261077 --- ParallelTerminationStrategy: PID 15429 died...\u000a01:08:04.314798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15429): Terminated: ok {rc=0}\u000a01:08:04.324503 --- ParallelTerminationStrategy: PID 15432 died...\u000a01:08:04.378754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15432): Terminated: ok {rc=0}\u000a01:08:04.388497 --- ParallelTerminationStrategy: PID 15435 died...\u000a01:08:04.442265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15435): Terminated: ok {rc=0}\u000a01:08:04.531482 bus /gobi_4: Setting Powered False\u000a01:08:05.636228 bus /gobi_4: Setting Powered False\u000a01:08:06.748819 bus /gobi_1: Setting Powered False\u000a01:08:07.854817 bus /gobi_1: Setting Powered False\u000a01:08:08.967496 bus /gobi_0: Setting Powered False\u000a01:08:10.071311 bus /gobi_0: Setting Powered False\u000a01:08:11.185152 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15443): Process ended prematurely: osmo-stp_10.42.42.5(pid=15443) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15443): Process ended prematurely: osmo-stp_10.42.42.5(pid=15443) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:08:12.252838 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.264657 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:08:12.399532 tst ping.py: using LAC 32577\u000a01:08:12.517492 tst ping.py: using RAC 192\u000a01:08:12.635292 tst ping.py: using CellId 32577\u000a01:08:12.757345 tst ping.py: using BVCI 32578\u000a01:08:12.780270 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.791399 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.802332 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.813235 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.823956 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.834773 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.845818 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:12.856618 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:08:13.150121 tst ping.py:19: start network...\u000a01:08:13.284602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:13.792017 run create_hlr_db(pid=15437): Launched\u000a01:08:13.978702 bus /gobi_6: Setting Powered False\u000a01:08:14.997980 run create_hlr_db(pid=15437): Terminated: ok {rc=0}\u000a01:08:15.402895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Launched\u000a01:08:15.704638 run osmo-hlr_10.42.42.2(pid=15440): Launched\u000a01:08:15.822636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:16.485456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Launched\u000a01:08:16.913919 run osmo-stp_10.42.42.5(pid=15443): Launched\u000a01:08:17.134013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:17.701354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Launched\u000a01:08:17.816616 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:18.100476 run patchelf(pid=15446): Launched\u000a01:08:18.289179 run osmo-stp_10.42.42.5(pid=15443): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)]\u000a01:08:18.426933 run osmo-stp_10.42.42.5(pid=15443): stdout: \u000a| (launched: 2022-12-13_01:08:16.653359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:18.565469 run osmo-stp_10.42.42.5(pid=15443): stderr: \u000a| �[0;m�[38;5;43m20221213010816948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010816948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010816949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010816949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:18.698769 run osmo-stp_10.42.42.5(pid=15443): stdout: \u000a| (launched: 2022-12-13_01:08:16.653359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:18.830958 run osmo-stp_10.42.42.5(pid=15443): stderr: \u000a| �[0;m�[38;5;43m20221213010816948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010816948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010816949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010816949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010816950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:18.985256 run patchelf(pid=15446): Terminating (SIGINT)\u000a01:08:19.166955 run patchelf(pid=15446): Terminated: ok {rc=0}\u000a01:08:19.199810 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15443): Process ended prematurely: osmo-stp_10.42.42.5(pid=15443) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15443)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a01:08:19.209224 tst ping.py:22: Test FAILED (6.9 sec)\u000a01:08:19.273542 run osmo-hlr_10.42.42.2(pid=15440): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15440)]\u000a01:08:19.325641 run osmo-hlr_10.42.42.2(pid=15440): stdout: \u000a| (launched: 2022-12-13_01:08:15.555047) \u000a01:08:19.378898 run osmo-hlr_10.42.42.2(pid=15440): stderr: \u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010815728 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010815740 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010815750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010815751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010815751 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:19.423797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Terminating (SIGTERM)\u000a01:08:19.466986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Terminating (SIGTERM)\u000a01:08:19.509446 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Terminating (SIGTERM)\u000a01:08:19.519584 --- ParallelTerminationStrategy: PID 15439 died...\u000a01:08:19.576566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15439): Terminated: ok {rc=0}\u000a01:08:19.586882 --- ParallelTerminationStrategy: PID 15442 died...\u000a01:08:19.643328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15442): Terminated: ok {rc=0}\u000a01:08:19.653909 --- ParallelTerminationStrategy: PID 15445 died...\u000a01:08:19.709938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15445): Terminated: ok {rc=0}\u000a01:08:19.797646 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15453): Process ended prematurely: osmo-stp_10.42.42.5(pid=15453) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15453): Process ended prematurely: osmo-stp_10.42.42.5(pid=15453) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:08:20.848998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:20.860851 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:08:20.996365 tst ping_idle_ping.py: using LAC 32578\u000a01:08:21.115134 tst ping_idle_ping.py: using RAC 193\u000a01:08:21.233647 tst ping_idle_ping.py: using CellId 32578\u000a01:08:21.351816 tst ping_idle_ping.py: using BVCI 32579\u000a01:08:21.374963 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.386227 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.397112 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.408256 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.419332 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.430464 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.441500 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:08:21.452590 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:08:21.745959 tst ping_idle_ping.py:24: start network...\u000a01:08:21.880157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:22.393084 run create_hlr_db(pid=15447): Launched\u000a01:08:22.580467 bus /gobi_6: Setting Powered False\u000a01:08:23.602124 run create_hlr_db(pid=15447): Terminated: ok {rc=0}\u000a01:08:24.008174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Launched\u000a01:08:24.310275 run osmo-hlr_10.42.42.2(pid=15450): Launched\u000a01:08:24.421335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:24.947069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Launched\u000a01:08:25.248028 run osmo-stp_10.42.42.5(pid=15453): Launched\u000a01:08:25.358008 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:25.884705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Launched\u000a01:08:25.992137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:26.258117 run patchelf(pid=15456): Launched\u000a01:08:26.434916 run osmo-stp_10.42.42.5(pid=15453): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)]\u000a01:08:26.564483 run osmo-stp_10.42.42.5(pid=15453): stdout: \u000a| (launched: 2022-12-13_01:08:25.099318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:26.693881 run osmo-stp_10.42.42.5(pid=15453): stderr: \u000a| �[0;m�[38;5;43m20221213010825265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010825265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010825266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010825266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:26.818684 run osmo-stp_10.42.42.5(pid=15453): stdout: \u000a| (launched: 2022-12-13_01:08:25.099318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:26.942678 run osmo-stp_10.42.42.5(pid=15453): stderr: \u000a| �[0;m�[38;5;43m20221213010825265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010825265 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010825266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010825266 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010825267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:27.087373 run patchelf(pid=15456): Terminating (SIGINT)\u000a01:08:27.257623 run patchelf(pid=15456): Terminated: ok {rc=0}\u000a01:08:27.288443 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15453): Process ended prematurely: osmo-stp_10.42.42.5(pid=15453) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15453)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:08:27.297107 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a01:08:27.357177 run osmo-hlr_10.42.42.2(pid=15450): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15450)]\u000a01:08:27.406091 run osmo-hlr_10.42.42.2(pid=15450): stdout: \u000a| (launched: 2022-12-13_01:08:24.160869) \u000a01:08:27.455959 run osmo-hlr_10.42.42.2(pid=15450): stderr: \u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010824335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010824351 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010824360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010824360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010824360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:27.498319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminating (SIGTERM)\u000a01:08:27.538533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Terminating (SIGTERM)\u000a01:08:27.578750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Terminating (SIGTERM)\u000a01:08:27.588232 --- ParallelTerminationStrategy: PID 15449 died...\u000a01:08:27.641644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15449): Terminated: ok {rc=0}\u000a01:08:27.651489 --- ParallelTerminationStrategy: PID 15452 died...\u000a01:08:27.704754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15452): Terminated: ok {rc=0}\u000a01:08:27.714689 --- ParallelTerminationStrategy: PID 15455 died...\u000a01:08:27.767899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15455): Terminated: ok {rc=0}\u000a01:08:27.856728 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:07:29" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15470): Process ended prematurely: osmo-stp_10.42.42.5(pid=15470) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15470): Process ended prematurely: osmo-stp_10.42.42.5(pid=15470) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:08:30.000588 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.011784 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:08:30.166076 tst cs_paging_gprs_active.py: using LAC 32579\u000a01:08:30.299256 tst cs_paging_gprs_active.py: using RAC 194\u000a01:08:30.428752 tst cs_paging_gprs_active.py: using CellId 32579\u000a01:08:30.551454 tst cs_paging_gprs_active.py: using BVCI 32580\u000a01:08:30.575494 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.586873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.597999 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.609133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.620425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.631455 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.642622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.653677 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:30.664840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:30.782127 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:31.114096 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:08:31.257310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:31.617596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Launched\u000a01:08:31.945366 run iperf3-srv_10.42.42.10(pid=15461): Launched\u000a01:08:32.168727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:08:32.307723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:32.652351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Launched\u000a01:08:32.937705 run iperf3-srv_10.42.42.10(pid=15463): Launched\u000a01:08:33.139069 tst cs_paging_gprs_active.py:38: start network...\u000a01:08:33.277201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:33.798785 run create_hlr_db(pid=15464): Launched\u000a01:08:33.988699 bus /gobi_6: Setting Powered False\u000a01:08:35.009194 run create_hlr_db(pid=15464): Terminated: ok {rc=0}\u000a01:08:35.448338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Launched\u000a01:08:35.781517 run osmo-hlr_10.42.42.2(pid=15467): Launched\u000a01:08:35.902411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:36.475946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Launched\u000a01:08:36.809497 run osmo-stp_10.42.42.5(pid=15470): Launched\u000a01:08:36.930001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:37.508174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Launched\u000a01:08:37.625845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:37.914566 run patchelf(pid=15473): Launched\u000a01:08:38.106628 run osmo-stp_10.42.42.5(pid=15470): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)]\u000a01:08:38.247420 run osmo-stp_10.42.42.5(pid=15470): stdout: \u000a| (launched: 2022-12-13_01:08:36.643989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:38.388268 run osmo-stp_10.42.42.5(pid=15470): stderr: \u000a| �[0;m�[38;5;43m20221213010836834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010836835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010836835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010836835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:38.524437 run osmo-stp_10.42.42.5(pid=15470): stdout: \u000a| (launched: 2022-12-13_01:08:36.643989)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:38.659958 run osmo-stp_10.42.42.5(pid=15470): stderr: \u000a| �[0;m�[38;5;43m20221213010836834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010836835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010836835 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010836835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010836836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:38.817719 run patchelf(pid=15473): Terminating (SIGINT)\u000a01:08:39.003168 run patchelf(pid=15473): Terminated: ok {rc=0}\u000a01:08:39.037121 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15470): Process ended prematurely: osmo-stp_10.42.42.5(pid=15470) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15470)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:08:39.046999 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a01:08:39.111556 run osmo-hlr_10.42.42.2(pid=15467): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15467)]\u000a01:08:39.164222 run osmo-hlr_10.42.42.2(pid=15467): stdout: \u000a| (launched: 2022-12-13_01:08:35.616695) \u000a01:08:39.217453 run osmo-hlr_10.42.42.2(pid=15467): stderr: \u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010835813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010835825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010835834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010835834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010835834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:39.262299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Terminating (SIGTERM)\u000a01:08:39.304728 run iperf3-srv_10.42.42.10(pid=15461): Terminating (SIGTERM)\u000a01:08:39.347297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Terminating (SIGTERM)\u000a01:08:39.389508 run iperf3-srv_10.42.42.10(pid=15463): Terminating (SIGTERM)\u000a01:08:39.431924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Terminating (SIGTERM)\u000a01:08:39.474694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Terminating (SIGTERM)\u000a01:08:39.516904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Terminating (SIGTERM)\u000a01:08:39.527031 --- ParallelTerminationStrategy: PID 15460 died...\u000a01:08:39.584270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15460): Terminated: ok {rc=0}\u000a01:08:39.594351 --- ParallelTerminationStrategy: PID 15461 died...\u000a01:08:39.650994 run iperf3-srv_10.42.42.10(pid=15461): Terminated {rc=256}\u000a01:08:39.661210 --- ParallelTerminationStrategy: PID 15462 died...\u000a01:08:39.716991 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15462): Terminated: ok {rc=0}\u000a01:08:39.727272 --- ParallelTerminationStrategy: PID 15463 died...\u000a01:08:39.783491 run iperf3-srv_10.42.42.10(pid=15463): Terminated {rc=256}\u000a01:08:39.793633 --- ParallelTerminationStrategy: PID 15466 died...\u000a01:08:39.849829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15466): Terminated: ok {rc=0}\u000a01:08:39.859844 --- ParallelTerminationStrategy: PID 15469 died...\u000a01:08:39.916098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15469): Terminated: ok {rc=0}\u000a01:08:39.926149 --- ParallelTerminationStrategy: PID 15472 died...\u000a01:08:39.982341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15472): Terminated: ok {rc=0}\u000a01:08:40.069920 bus /gobi_0: Setting Powered False\u000a01:08:41.178688 bus /gobi_0: Setting Powered False\u000a01:08:42.287097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:08:43.403352 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:43.415862 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:08:43.587054 tst iperf3.py: using LAC 32580\u000a01:08:43.713845 tst iperf3.py: using RAC 195\u000a01:08:43.835146 tst iperf3.py: using CellId 32580\u000a01:08:43.958709 tst iperf3.py: using BVCI 32581\u000a01:08:43.982523 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:43.993792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.004860 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.016486 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.028104 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.039451 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.051118 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.062434 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:44.074005 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:44.372425 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:08:44.509967 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:44.850121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Launched\u000a01:08:45.135616 run iperf3-srv_10.42.42.10(pid=15475): Launched\u000a01:08:45.338197 tst iperf3.py:8: start network...\u000a01:08:45.476261 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:46.033482 run create_hlr_db(pid=15476): Launched\u000a01:08:46.229828 bus /gobi_6: Setting Powered False\u000a01:08:47.283984 run create_hlr_db(pid=15476): Terminated: ok {rc=0}\u000a01:08:47.785572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Launched\u000a01:08:48.268209 run osmo-hlr_10.42.42.2(pid=15579): Launched\u000a01:08:48.554891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:08:49.380577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Launched\u000a01:08:49.811123 run osmo-stp_10.42.42.5(pid=15752): Launched\u000a01:08:50.047765 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:08:50.655169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Launched\u000a01:08:50.770037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:08:51.060280 run patchelf(pid=15755): Launched\u000a01:08:51.245304 run osmo-stp_10.42.42.5(pid=15752): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)]\u000a01:08:51.380245 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-13_01:08:49.557203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:51.514804 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010849878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:51.647922 run osmo-stp_10.42.42.5(pid=15752): stdout: \u000a| (launched: 2022-12-13_01:08:49.557203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:08:51.778984 run osmo-stp_10.42.42.5(pid=15752): stderr: \u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010849877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010849878 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010849878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:08:51.934507 run patchelf(pid=15755): Terminating (SIGINT)\u000a01:08:52.114139 run patchelf(pid=15755): Terminated: ok {rc=0}\u000a01:08:52.148229 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15752): Process ended prematurely: osmo-stp_10.42.42.5(pid=15752) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15752)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:08:52.158728 tst iperf3.py:8: Test FAILED (8.8 sec)\u000a01:08:52.221508 run osmo-hlr_10.42.42.2(pid=15579): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15579)]\u000a01:08:52.272475 run osmo-hlr_10.42.42.2(pid=15579): stdout: \u000a| (launched: 2022-12-13_01:08:47.972772) \u000a01:08:52.324236 run osmo-hlr_10.42.42.2(pid=15579): stderr: \u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010848372 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010848392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010848404 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010848414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010848414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:08:52.369405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Terminating (SIGTERM)\u000a01:08:52.412325 run iperf3-srv_10.42.42.10(pid=15475): Terminating (SIGTERM)\u000a01:08:52.455861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminating (SIGTERM)\u000a01:08:52.498838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminating (SIGTERM)\u000a01:08:52.541675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Terminating (SIGTERM)\u000a01:08:52.554151 --- ParallelTerminationStrategy: PID 15474 died...\u000a01:08:52.611196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15474): Terminated: ok {rc=0}\u000a01:08:52.622157 --- ParallelTerminationStrategy: PID 15475 died...\u000a01:08:52.677186 run iperf3-srv_10.42.42.10(pid=15475): Terminated {rc=256}\u000a01:08:52.687809 --- ParallelTerminationStrategy: PID 15556 died...\u000a01:08:52.743405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15556): Terminated: ok {rc=0}\u000a01:08:52.754618 --- ParallelTerminationStrategy: PID 15726 died...\u000a01:08:52.809661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15726): Terminated: ok {rc=0}\u000a01:08:52.819987 --- ParallelTerminationStrategy: PID 15754 died...\u000a01:08:52.874991 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15754): Terminated: ok {rc=0}\u000a01:08:52.963193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15773): Process ended prematurely: osmo-stp_10.42.42.5(pid=15773) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15773): Process ended prematurely: osmo-stp_10.42.42.5(pid=15773) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:08:54.077357 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.090247 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:08:54.249053 tst iperf3m4.py: using LAC 32581\u000a01:08:54.372573 tst iperf3m4.py: using RAC 196\u000a01:08:54.495184 tst iperf3m4.py: using CellId 32581\u000a01:08:54.618297 tst iperf3m4.py: using BVCI 32582\u000a01:08:54.643541 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.655885 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.668470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.680762 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.693261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.705189 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.718338 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.731701 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:08:54.743950 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:54.865471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:54.990982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:55.112462 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:08:55.404530 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:08:55.540275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:55.885012 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Launched\u000a01:08:56.176464 run iperf3-srv_10.42.42.10(pid=15759): Launched\u000a01:08:56.370945 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:08:56.502989 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:56.848472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Launched\u000a01:08:57.137202 run iperf3-srv_10.42.42.10(pid=15761): Launched\u000a01:08:57.331340 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:08:57.464244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:57.812046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Launched\u000a01:08:58.102141 run iperf3-srv_10.42.42.10(pid=15763): Launched\u000a01:08:58.296643 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:08:58.429764 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:08:58.776635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Launched\u000a01:08:59.070125 run iperf3-srv_10.42.42.10(pid=15766): Launched\u000a01:08:59.264000 tst iperf3m4.py:8: start network...\u000a01:08:59.398776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:08:59.961452 run create_hlr_db(pid=15767): Launched\u000a01:09:00.144275 bus /gobi_6: Setting Powered False\u000a01:09:01.223360 run create_hlr_db(pid=15767): Terminated: ok {rc=0}\u000a01:09:01.731260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Launched\u000a01:09:02.173273 run osmo-hlr_10.42.42.2(pid=15770): Launched\u000a01:09:02.440260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:03.087067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Launched\u000a01:09:03.511466 run osmo-stp_10.42.42.5(pid=15773): Launched\u000a01:09:03.746355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:09:04.356523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Launched\u000a01:09:04.470657 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:09:04.770308 run patchelf(pid=15776): Launched\u000a01:09:04.960079 run osmo-stp_10.42.42.5(pid=15773): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)]\u000a01:09:05.095326 run osmo-stp_10.42.42.5(pid=15773): stdout: \u000a| (launched: 2022-12-13_01:09:03.249429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:05.232912 run osmo-stp_10.42.42.5(pid=15773): stderr: \u000a| �[0;m�[38;5;43m20221213010903572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010903572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010903573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010903573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:05.365360 run osmo-stp_10.42.42.5(pid=15773): stdout: \u000a| (launched: 2022-12-13_01:09:03.249429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:05.497666 run osmo-stp_10.42.42.5(pid=15773): stderr: \u000a| �[0;m�[38;5;43m20221213010903572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010903572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010903573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010903573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010903574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:05.653259 run patchelf(pid=15776): Terminating (SIGINT)\u000a01:09:05.835978 run patchelf(pid=15776): Terminated: ok {rc=0}\u000a01:09:05.869919 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15773): Process ended prematurely: osmo-stp_10.42.42.5(pid=15773) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15773)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:09:05.880317 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a01:09:05.944727 run osmo-hlr_10.42.42.2(pid=15770): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15770)]\u000a01:09:05.997759 run osmo-hlr_10.42.42.2(pid=15770): stdout: \u000a| (launched: 2022-12-13_01:09:01.903015) \u000a01:09:06.050361 run osmo-hlr_10.42.42.2(pid=15770): stderr: \u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010902196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010902226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010902239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010902239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010902239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:06.095006 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Terminating (SIGTERM)\u000a01:09:06.139248 run iperf3-srv_10.42.42.10(pid=15759): Terminating (SIGTERM)\u000a01:09:06.184641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Terminating (SIGTERM)\u000a01:09:06.229226 run iperf3-srv_10.42.42.10(pid=15761): Terminating (SIGTERM)\u000a01:09:06.273025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Terminating (SIGTERM)\u000a01:09:06.317283 run iperf3-srv_10.42.42.10(pid=15763): Terminating (SIGTERM)\u000a01:09:06.362704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminating (SIGTERM)\u000a01:09:06.406150 run iperf3-srv_10.42.42.10(pid=15766): Terminating (SIGTERM)\u000a01:09:06.450932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Terminating (SIGTERM)\u000a01:09:06.495448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Terminating (SIGTERM)\u000a01:09:06.539628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Terminating (SIGTERM)\u000a01:09:06.550272 --- ParallelTerminationStrategy: PID 15758 died...\u000a01:09:06.608615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15758): Terminated: ok {rc=0}\u000a01:09:06.619246 --- ParallelTerminationStrategy: PID 15759 died...\u000a01:09:06.675607 run iperf3-srv_10.42.42.10(pid=15759): Terminated {rc=256}\u000a01:09:06.686037 --- ParallelTerminationStrategy: PID 15760 died...\u000a01:09:06.741054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15760): Terminated: ok {rc=0}\u000a01:09:06.751264 --- ParallelTerminationStrategy: PID 15761 died...\u000a01:09:06.807079 run iperf3-srv_10.42.42.10(pid=15761): Terminated {rc=256}\u000a01:09:06.817490 --- ParallelTerminationStrategy: PID 15762 died...\u000a01:09:06.873515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15762): Terminated: ok {rc=0}\u000a01:09:06.883787 --- ParallelTerminationStrategy: PID 15763 died...\u000a01:09:06.938736 run iperf3-srv_10.42.42.10(pid=15763): Terminated {rc=256}\u000a01:09:06.949627 --- ParallelTerminationStrategy: PID 15764 died...\u000a01:09:07.006107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15764): Terminated: ok {rc=0}\u000a01:09:07.016549 --- ParallelTerminationStrategy: PID 15766 died...\u000a01:09:07.072011 run iperf3-srv_10.42.42.10(pid=15766): Terminated {rc=256}\u000a01:09:07.082194 --- ParallelTerminationStrategy: PID 15769 died...\u000a01:09:07.137054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15769): Terminated: ok {rc=0}\u000a01:09:07.147263 --- ParallelTerminationStrategy: PID 15772 died...\u000a01:09:07.203741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15772): Terminated: ok {rc=0}\u000a01:09:07.214137 --- ParallelTerminationStrategy: PID 15775 died...\u000a01:09:07.272883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15775): Terminated: ok {rc=0}\u000a01:09:07.360470 bus /gobi_4: Setting Powered False\u000a01:09:08.467000 bus /gobi_4: Setting Powered False\u000a01:09:09.580294 bus /gobi_1: Setting Powered False\u000a01:09:10.683586 bus /gobi_1: Setting Powered False\u000a01:09:11.790837 bus /gobi_0: Setting Powered False\u000a01:09:12.898784 bus /gobi_0: Setting Powered False\u000a01:09:14.012686 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15784): Process ended prematurely: osmo-stp_10.42.42.5(pid=15784) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15784): Process ended prematurely: osmo-stp_10.42.42.5(pid=15784) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:09:15.080190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.092253 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:09:15.249138 tst ping.py: using LAC 32582\u000a01:09:15.367850 tst ping.py: using RAC 197\u000a01:09:15.502153 tst ping.py: using CellId 32582\u000a01:09:15.622697 tst ping.py: using BVCI 32583\u000a01:09:15.646023 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.657369 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.668375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.679425 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.690322 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.701250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.712206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:15.723180 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:09:16.042884 tst ping.py:19: start network...\u000a01:09:16.190113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:16.725694 run create_hlr_db(pid=15778): Launched\u000a01:09:16.922817 bus /gobi_6: Setting Powered False\u000a01:09:17.924783 run create_hlr_db(pid=15778): Terminated: ok {rc=0}\u000a01:09:18.378114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Launched\u000a01:09:18.705869 run osmo-hlr_10.42.42.2(pid=15781): Launched\u000a01:09:18.826189 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:19.397850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Launched\u000a01:09:19.723750 run osmo-stp_10.42.42.5(pid=15784): Launched\u000a01:09:19.841519 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:09:20.410953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Launched\u000a01:09:20.527345 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:09:20.813143 run patchelf(pid=15787): Launched\u000a01:09:21.003223 run osmo-stp_10.42.42.5(pid=15784): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)]\u000a01:09:21.142427 run osmo-stp_10.42.42.5(pid=15784): stdout: \u000a| (launched: 2022-12-13_01:09:19.562113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:21.281969 run osmo-stp_10.42.42.5(pid=15784): stderr: \u000a| �[0;m�[38;5;43m20221213010919758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010919758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010919759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010919759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:21.416096 run osmo-stp_10.42.42.5(pid=15784): stdout: \u000a| (launched: 2022-12-13_01:09:19.562113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:21.549132 run osmo-stp_10.42.42.5(pid=15784): stderr: \u000a| �[0;m�[38;5;43m20221213010919758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010919758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010919759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010919759 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010919760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:21.704130 run patchelf(pid=15787): Terminating (SIGINT)\u000a01:09:21.886661 run patchelf(pid=15787): Terminated: ok {rc=0}\u000a01:09:21.919586 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15784): Process ended prematurely: osmo-stp_10.42.42.5(pid=15784) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15784)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:09:21.928934 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:09:21.993730 run osmo-hlr_10.42.42.2(pid=15781): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15781)]\u000a01:09:22.045988 run osmo-hlr_10.42.42.2(pid=15781): stdout: \u000a| (launched: 2022-12-13_01:09:18.543062) \u000a01:09:22.099157 run osmo-hlr_10.42.42.2(pid=15781): stderr: \u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010918740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010918755 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010918765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010918765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010918765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:22.144224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Terminating (SIGTERM)\u000a01:09:22.187181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Terminating (SIGTERM)\u000a01:09:22.229998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Terminating (SIGTERM)\u000a01:09:22.240111 --- ParallelTerminationStrategy: PID 15780 died...\u000a01:09:22.297814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15780): Terminated: ok {rc=0}\u000a01:09:22.308207 --- ParallelTerminationStrategy: PID 15783 died...\u000a01:09:22.364876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15783): Terminated: ok {rc=0}\u000a01:09:22.375039 --- ParallelTerminationStrategy: PID 15786 died...\u000a01:09:22.431572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15786): Terminated: ok {rc=0}\u000a01:09:22.519337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:09:23.574062 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:23.587054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:09:23.751177 tst ping_idle_ping.py: using LAC 32583\u000a01:09:23.880166 tst ping_idle_ping.py: using RAC 198\u000a01:09:24.007440 tst ping_idle_ping.py: using CellId 32583\u000a01:09:24.136469 tst ping_idle_ping.py: using BVCI 32584\u000a01:09:24.161688 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.174133 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.185792 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.197699 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.209483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.221487 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.233520 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:09:24.245398 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:09:24.525546 tst ping_idle_ping.py:24: start network...\u000a01:09:24.651788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:25.146206 run create_hlr_db(pid=15788): Launched\u000a01:09:25.321238 bus /gobi_6: Setting Powered False\u000a01:09:26.343359 run create_hlr_db(pid=15788): Terminated: ok {rc=0}\u000a01:09:26.777995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Launched\u000a01:09:27.105350 run osmo-hlr_10.42.42.2(pid=15791): Launched\u000a01:09:27.224502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:27.790833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Launched\u000a01:09:28.117943 run osmo-stp_10.42.42.5(pid=15794): Launched\u000a01:09:28.236860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:09:28.807478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Launched\u000a01:09:28.923860 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:09:29.211620 run patchelf(pid=15797): Launched\u000a01:09:29.402477 run osmo-stp_10.42.42.5(pid=15794): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)]\u000a01:09:29.541811 run osmo-stp_10.42.42.5(pid=15794): stdout: \u000a| (launched: 2022-12-13_01:09:27.955833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:29.681146 run osmo-stp_10.42.42.5(pid=15794): stderr: \u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010928148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:29.815845 run osmo-stp_10.42.42.5(pid=15794): stdout: \u000a| (launched: 2022-12-13_01:09:27.955833)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:29.949180 run osmo-stp_10.42.42.5(pid=15794): stderr: \u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010928148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010928148 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010928149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:30.104860 run patchelf(pid=15797): Terminating (SIGINT)\u000a01:09:30.288775 run patchelf(pid=15797): Terminated: ok {rc=0}\u000a01:09:30.322037 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15794): Process ended prematurely: osmo-stp_10.42.42.5(pid=15794) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15794)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:09:30.331541 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:09:30.395724 run osmo-hlr_10.42.42.2(pid=15791): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15791)]\u000a01:09:30.447775 run osmo-hlr_10.42.42.2(pid=15791): stdout: \u000a| (launched: 2022-12-13_01:09:26.943345) \u000a01:09:30.500747 run osmo-hlr_10.42.42.2(pid=15791): stderr: \u000a| �[0;m�[1;31m20221213010927140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010927140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010927140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010927140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010927140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010927141 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010927155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010927163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010927163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010927163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:30.545703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminating (SIGTERM)\u000a01:09:30.588243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminating (SIGTERM)\u000a01:09:30.631137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Terminating (SIGTERM)\u000a01:09:30.641124 --- ParallelTerminationStrategy: PID 15790 died...\u000a01:09:30.697462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15790): Terminated: ok {rc=0}\u000a01:09:30.707970 --- ParallelTerminationStrategy: PID 15793 died...\u000a01:09:30.764129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15793): Terminated: ok {rc=0}\u000a01:09:30.774650 --- ParallelTerminationStrategy: PID 15796 died...\u000a01:09:30.836671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15796): Terminated: ok {rc=0}\u000a01:09:30.930988 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 64.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:08:29" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15814): Process ended prematurely: osmo-stp_10.42.42.5(pid=15814) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15814): Process ended prematurely: osmo-stp_10.42.42.5(pid=15814) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:09:33.131226 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.142510 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:09:33.300689 tst cs_paging_gprs_active.py: using LAC 32584\u000a01:09:33.424927 tst cs_paging_gprs_active.py: using RAC 199\u000a01:09:33.549471 tst cs_paging_gprs_active.py: using CellId 32584\u000a01:09:33.673239 tst cs_paging_gprs_active.py: using BVCI 32585\u000a01:09:33.696988 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.708324 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.719440 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.731182 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.742827 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.754522 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.766305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.777719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:33.789505 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:33.912108 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:34.198464 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:09:34.327548 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:34.668177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Launched\u000a01:09:34.956093 run iperf3-srv_10.42.42.10(pid=15805): Launched\u000a01:09:35.159709 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:09:35.298946 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:35.643939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Launched\u000a01:09:35.931049 run iperf3-srv_10.42.42.10(pid=15807): Launched\u000a01:09:36.134938 tst cs_paging_gprs_active.py:38: start network...\u000a01:09:36.274259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:36.801703 run create_hlr_db(pid=15808): Launched\u000a01:09:36.993468 bus /gobi_6: Setting Powered False\u000a01:09:38.014462 run create_hlr_db(pid=15808): Terminated: ok {rc=0}\u000a01:09:38.459232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Launched\u000a01:09:38.794147 run osmo-hlr_10.42.42.2(pid=15811): Launched\u000a01:09:38.915784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:39.494181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Launched\u000a01:09:39.828563 run osmo-stp_10.42.42.5(pid=15814): Launched\u000a01:09:39.951108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:09:40.534841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Launched\u000a01:09:40.653675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:09:40.953016 run patchelf(pid=15817): Launched\u000a01:09:41.147176 run osmo-stp_10.42.42.5(pid=15814): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)]\u000a01:09:41.289392 run osmo-stp_10.42.42.5(pid=15814): stdout: \u000a| (launched: 2022-12-13_01:09:39.663578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:41.431434 run osmo-stp_10.42.42.5(pid=15814): stderr: \u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010939859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:41.569004 run osmo-stp_10.42.42.5(pid=15814): stdout: \u000a| (launched: 2022-12-13_01:09:39.663578)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:41.705212 run osmo-stp_10.42.42.5(pid=15814): stderr: \u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010939858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010939859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010939859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:41.863922 run patchelf(pid=15817): Terminating (SIGINT)\u000a01:09:42.050792 run patchelf(pid=15817): Terminated: ok {rc=0}\u000a01:09:42.084998 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=15814): Process ended prematurely: osmo-stp_10.42.42.5(pid=15814) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15814)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a01:09:42.095078 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a01:09:42.159737 run osmo-hlr_10.42.42.2(pid=15811): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15811)]\u000a01:09:42.212433 run osmo-hlr_10.42.42.2(pid=15811): stdout: \u000a| (launched: 2022-12-13_01:09:38.628588) \u000a01:09:42.265515 run osmo-hlr_10.42.42.2(pid=15811): stderr: \u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010938827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010938839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010938847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010938847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010938847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:42.310373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Terminating (SIGTERM)\u000a01:09:42.353311 run iperf3-srv_10.42.42.10(pid=15805): Terminating (SIGTERM)\u000a01:09:42.395534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Terminating (SIGTERM)\u000a01:09:42.438394 run iperf3-srv_10.42.42.10(pid=15807): Terminating (SIGTERM)\u000a01:09:42.481148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Terminating (SIGTERM)\u000a01:09:42.523556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Terminating (SIGTERM)\u000a01:09:42.566539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Terminating (SIGTERM)\u000a01:09:42.576428 --- ParallelTerminationStrategy: PID 15804 died...\u000a01:09:42.633398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15804): Terminated: ok {rc=0}\u000a01:09:42.643589 --- ParallelTerminationStrategy: PID 15805 died...\u000a01:09:42.699958 run iperf3-srv_10.42.42.10(pid=15805): Terminated {rc=256}\u000a01:09:42.710488 --- ParallelTerminationStrategy: PID 15806 died...\u000a01:09:42.766837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15806): Terminated: ok {rc=0}\u000a01:09:42.777372 --- ParallelTerminationStrategy: PID 15807 died...\u000a01:09:42.833724 run iperf3-srv_10.42.42.10(pid=15807): Terminated {rc=256}\u000a01:09:42.844180 --- ParallelTerminationStrategy: PID 15810 died...\u000a01:09:42.900915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15810): Terminated: ok {rc=0}\u000a01:09:42.911526 --- ParallelTerminationStrategy: PID 15813 died...\u000a01:09:42.968495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15813): Terminated: ok {rc=0}\u000a01:09:42.978687 --- ParallelTerminationStrategy: PID 15816 died...\u000a01:09:43.035325 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15816): Terminated: ok {rc=0}\u000a01:09:43.123131 bus /gobi_0: Setting Powered False\u000a01:09:44.231589 bus /gobi_0: Setting Powered False\u000a01:09:45.340708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15826): Process ended prematurely: osmo-stp_10.42.42.5(pid=15826) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15826): Process ended prematurely: osmo-stp_10.42.42.5(pid=15826) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a01:09:46.461815 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:46.474495 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:09:46.636132 tst iperf3.py: using LAC 32585\u000a01:09:46.767637 tst iperf3.py: using RAC 200\u000a01:09:46.898473 tst iperf3.py: using CellId 32585\u000a01:09:47.029207 tst iperf3.py: using BVCI 32586\u000a01:09:47.055868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.068622 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.082485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.096217 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.109703 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.123305 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.135996 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.149889 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:47.163732 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:47.465997 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:09:47.604678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:47.949565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Launched\u000a01:09:48.235395 run iperf3-srv_10.42.42.10(pid=15819): Launched\u000a01:09:48.438049 tst iperf3.py:8: start network...\u000a01:09:48.576570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:09:49.101353 run create_hlr_db(pid=15820): Launched\u000a01:09:49.293968 bus /gobi_6: Setting Powered False\u000a01:09:50.314468 run create_hlr_db(pid=15820): Terminated: ok {rc=0}\u000a01:09:50.732721 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Launched\u000a01:09:51.046125 run osmo-hlr_10.42.42.2(pid=15823): Launched\u000a01:09:51.160619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:09:51.706279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Launched\u000a01:09:52.019853 run osmo-stp_10.42.42.5(pid=15826): Launched\u000a01:09:52.132866 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:09:52.677172 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Launched\u000a01:09:52.787658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:09:53.059906 run patchelf(pid=15829): Launched\u000a01:09:53.241246 run osmo-stp_10.42.42.5(pid=15826): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)]\u000a01:09:53.372901 run osmo-stp_10.42.42.5(pid=15826): stdout: \u000a| (launched: 2022-12-13_01:09:51.864813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:53.505057 run osmo-stp_10.42.42.5(pid=15826): stderr: \u000a| �[0;m�[38;5;43m20221213010952035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010952035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010952036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010952036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:53.633161 run osmo-stp_10.42.42.5(pid=15826): stdout: \u000a| (launched: 2022-12-13_01:09:51.864813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:09:53.759787 run osmo-stp_10.42.42.5(pid=15826): stderr: \u000a| �[0;m�[38;5;43m20221213010952035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213010952035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213010952036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213010952036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213010952037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:09:53.908020 run patchelf(pid=15829): Terminating (SIGINT)\u000a01:09:54.082555 run patchelf(pid=15829): Terminated: ok {rc=0}\u000a01:09:54.114579 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15826): Process ended prematurely: osmo-stp_10.42.42.5(pid=15826) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15826)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a01:09:54.123771 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:09:54.183927 run osmo-hlr_10.42.42.2(pid=15823): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15823)]\u000a01:09:54.233408 run osmo-hlr_10.42.42.2(pid=15823): stdout: \u000a| (launched: 2022-12-13_01:09:50.891020) \u000a01:09:54.283326 run osmo-hlr_10.42.42.2(pid=15823): stderr: \u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213010951067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213010951079 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213010951087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213010951088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213010951088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:09:54.326014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Terminating (SIGTERM)\u000a01:09:54.366358 run iperf3-srv_10.42.42.10(pid=15819): Terminating (SIGTERM)\u000a01:09:54.406633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Terminating (SIGTERM)\u000a01:09:54.446831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Terminating (SIGTERM)\u000a01:09:54.487053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Terminating (SIGTERM)\u000a01:09:54.496339 --- ParallelTerminationStrategy: PID 15818 died...\u000a01:09:54.549951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15818): Terminated: ok {rc=0}\u000a01:09:54.559556 --- ParallelTerminationStrategy: PID 15819 died...\u000a01:09:54.612935 run iperf3-srv_10.42.42.10(pid=15819): Terminated {rc=256}\u000a01:09:54.622522 --- ParallelTerminationStrategy: PID 15822 died...\u000a01:09:54.675832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15822): Terminated: ok {rc=0}\u000a01:09:54.685855 --- ParallelTerminationStrategy: PID 15825 died...\u000a01:09:54.739251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15825): Terminated: ok {rc=0}\u000a01:09:54.748844 --- ParallelTerminationStrategy: PID 15828 died...\u000a01:09:54.802293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15828): Terminated: ok {rc=0}\u000a01:09:54.891389 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15847): Process ended prematurely: osmo-stp_10.42.42.5(pid=15847) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15847): Process ended prematurely: osmo-stp_10.42.42.5(pid=15847) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a01:09:56.003493 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.015249 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:09:56.182087 tst iperf3m4.py: using LAC 32586\u000a01:09:56.313228 tst iperf3m4.py: using RAC 201\u000a01:09:56.444941 tst iperf3m4.py: using CellId 32586\u000a01:09:56.576378 tst iperf3m4.py: using BVCI 32587\u000a01:09:56.602064 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.613722 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.625187 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.636872 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.648662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.660194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.672116 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.683783 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:09:56.695863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:56.817248 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:56.942109 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:57.062868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:09:57.351529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:09:57.480356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:57.804485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Launched\u000a01:09:58.074153 run iperf3-srv_10.42.42.10(pid=15831): Launched\u000a01:09:58.263650 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:09:58.392779 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:58.716631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Launched\u000a01:09:58.984750 run iperf3-srv_10.42.42.10(pid=15833): Launched\u000a01:09:59.173624 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:09:59.303417 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:09:59.626621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Launched\u000a01:09:59.897497 run iperf3-srv_10.42.42.10(pid=15835): Launched\u000a01:10:00.086676 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:10:00.215777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:10:00.538017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Launched\u000a01:10:00.806926 run iperf3-srv_10.42.42.10(pid=15837): Launched\u000a01:10:01.047420 tst iperf3m4.py:8: start network...\u000a01:10:01.191639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:01.778735 run create_hlr_db(pid=15841): Launched\u000a01:10:01.966665 bus /gobi_6: Setting Powered False\u000a01:10:02.983534 run create_hlr_db(pid=15841): Terminated: ok {rc=0}\u000a01:10:03.427365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Launched\u000a01:10:03.763320 run osmo-hlr_10.42.42.2(pid=15844): Launched\u000a01:10:03.884044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:04.465543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Launched\u000a01:10:04.799460 run osmo-stp_10.42.42.5(pid=15847): Launched\u000a01:10:04.919983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:10:05.499671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Launched\u000a01:10:05.618208 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:10:05.910810 run patchelf(pid=15850): Launched\u000a01:10:06.104184 run osmo-stp_10.42.42.5(pid=15847): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)]\u000a01:10:06.245933 run osmo-stp_10.42.42.5(pid=15847): stdout: \u000a| (launched: 2022-12-13_01:10:04.634065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:06.387477 run osmo-stp_10.42.42.5(pid=15847): stderr: \u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011004827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:06.524346 run osmo-stp_10.42.42.5(pid=15847): stdout: \u000a| (launched: 2022-12-13_01:10:04.634065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:06.660404 run osmo-stp_10.42.42.5(pid=15847): stderr: \u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011004826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011004827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011004827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:06.818675 run patchelf(pid=15850): Terminating (SIGINT)\u000a01:10:07.004383 run patchelf(pid=15850): Terminated: ok {rc=0}\u000a01:10:07.038292 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15847): Process ended prematurely: osmo-stp_10.42.42.5(pid=15847) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15847)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a01:10:07.048362 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:10:07.113174 run osmo-hlr_10.42.42.2(pid=15844): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15844)]\u000a01:10:07.165567 run osmo-hlr_10.42.42.2(pid=15844): stdout: \u000a| (launched: 2022-12-13_01:10:03.596292) \u000a01:10:07.218997 run osmo-hlr_10.42.42.2(pid=15844): stderr: \u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011003796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011003808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011003817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011003818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011003818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:07.263889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Terminating (SIGTERM)\u000a01:10:07.306861 run iperf3-srv_10.42.42.10(pid=15831): Terminating (SIGTERM)\u000a01:10:07.349394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Terminating (SIGTERM)\u000a01:10:07.392174 run iperf3-srv_10.42.42.10(pid=15833): Terminating (SIGTERM)\u000a01:10:07.434712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Terminating (SIGTERM)\u000a01:10:07.477391 run iperf3-srv_10.42.42.10(pid=15835): Terminating (SIGTERM)\u000a01:10:07.520376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Terminating (SIGTERM)\u000a01:10:07.563037 run iperf3-srv_10.42.42.10(pid=15837): Terminating (SIGTERM)\u000a01:10:07.605775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Terminating (SIGTERM)\u000a01:10:07.648508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Terminating (SIGTERM)\u000a01:10:07.691343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Terminating (SIGTERM)\u000a01:10:07.701404 --- ParallelTerminationStrategy: PID 15830 died...\u000a01:10:07.758469 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15830): Terminated: ok {rc=0}\u000a01:10:07.769132 --- ParallelTerminationStrategy: PID 15831 died...\u000a01:10:07.825982 run iperf3-srv_10.42.42.10(pid=15831): Terminated {rc=256}\u000a01:10:07.836260 --- ParallelTerminationStrategy: PID 15832 died...\u000a01:10:07.893278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15832): Terminated: ok {rc=0}\u000a01:10:07.903614 --- ParallelTerminationStrategy: PID 15833 died...\u000a01:10:07.960362 run iperf3-srv_10.42.42.10(pid=15833): Terminated {rc=256}\u000a01:10:07.970511 --- ParallelTerminationStrategy: PID 15834 died...\u000a01:10:08.027457 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15834): Terminated: ok {rc=0}\u000a01:10:08.037694 --- ParallelTerminationStrategy: PID 15835 died...\u000a01:10:08.094328 run iperf3-srv_10.42.42.10(pid=15835): Terminated {rc=256}\u000a01:10:08.104639 --- ParallelTerminationStrategy: PID 15836 died...\u000a01:10:08.161557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=15836): Terminated: ok {rc=0}\u000a01:10:08.171854 --- ParallelTerminationStrategy: PID 15837 died...\u000a01:10:08.228763 run iperf3-srv_10.42.42.10(pid=15837): Terminated {rc=256}\u000a01:10:08.239077 --- ParallelTerminationStrategy: PID 15843 died...\u000a01:10:08.295716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15843): Terminated: ok {rc=0}\u000a01:10:08.306159 --- ParallelTerminationStrategy: PID 15846 died...\u000a01:10:08.362547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15846): Terminated: ok {rc=0}\u000a01:10:08.373161 --- ParallelTerminationStrategy: PID 15849 died...\u000a01:10:08.429642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15849): Terminated: ok {rc=0}\u000a01:10:08.517499 bus /gobi_4: Setting Powered False\u000a01:10:09.618874 bus /gobi_4: Setting Powered False\u000a01:10:10.725145 bus /gobi_1: Setting Powered False\u000a01:10:11.831660 bus /gobi_1: Setting Powered False\u000a01:10:12.939856 bus /gobi_0: Setting Powered False\u000a01:10:14.045551 bus /gobi_0: Setting Powered False\u000a01:10:15.160173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a01:10:16.229561 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.242449 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:16.435079 tst ping.py: using LAC 32587\u000a01:10:16.565403 tst ping.py: using RAC 202\u000a01:10:16.687779 tst ping.py: using CellId 32587\u000a01:10:16.815593 tst ping.py: using BVCI 32588\u000a01:10:16.841982 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.854748 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.868134 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.881577 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.894146 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.907508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.920896 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:16.934543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:10:17.286347 tst ping.py:19: start network...\u000a01:10:17.414716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:17.901401 run create_hlr_db(pid=15851): Launched\u000a01:10:18.076512 bus /gobi_6: Setting Powered False\u000a01:10:19.097942 run create_hlr_db(pid=15851): Terminated: ok {rc=0}\u000a01:10:19.532672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Launched\u000a01:10:19.860312 run osmo-hlr_10.42.42.2(pid=15854): Launched\u000a01:10:19.979760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:20.550688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Launched\u000a01:10:20.876667 run osmo-stp_10.42.42.5(pid=15857): Launched\u000a01:10:20.994699 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:10:21.567606 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Launched\u000a01:10:21.683914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:10:21.971328 run patchelf(pid=15860): Launched\u000a01:10:22.161608 run osmo-stp_10.42.42.5(pid=15857): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)]\u000a01:10:22.301110 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-13_01:10:20.716027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:22.440676 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221213011020907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011020907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011020908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011020908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011020908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011020909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011020909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:22.575357 run osmo-stp_10.42.42.5(pid=15857): stdout: \u000a| (launched: 2022-12-13_01:10:20.716027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:22.708792 run osmo-stp_10.42.42.5(pid=15857): stderr: \u000a| �[0;m�[38;5;43m20221213011020907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011020907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011020908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011020908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011020908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011020909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011020909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:22.864264 run patchelf(pid=15860): Terminating (SIGINT)\u000a01:10:23.047646 run patchelf(pid=15860): Terminated: ok {rc=0}\u000a01:10:23.080796 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=15857): Process ended prematurely: osmo-stp_10.42.42.5(pid=15857) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15857)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a01:10:23.090324 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:10:23.155085 run osmo-hlr_10.42.42.2(pid=15854): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15854)]\u000a01:10:23.208153 run osmo-hlr_10.42.42.2(pid=15854): stdout: \u000a| (launched: 2022-12-13_01:10:19.697905) \u000a01:10:23.261725 run osmo-hlr_10.42.42.2(pid=15854): stderr: \u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011019895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011019907 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011019916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011019916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011019916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:23.307399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminating (SIGTERM)\u000a01:10:23.350183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminating (SIGTERM)\u000a01:10:23.393697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Terminating (SIGTERM)\u000a01:10:23.403749 --- ParallelTerminationStrategy: PID 15853 died...\u000a01:10:23.461698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15853): Terminated: ok {rc=0}\u000a01:10:23.472112 --- ParallelTerminationStrategy: PID 15856 died...\u000a01:10:23.528928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15856): Terminated: ok {rc=0}\u000a01:10:23.539517 --- ParallelTerminationStrategy: PID 15859 died...\u000a01:10:23.596529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15859): Terminated: ok {rc=0}\u000a01:10:23.685535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15867): Process ended prematurely: osmo-stp_10.42.42.5(pid=15867) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15867): Process ended prematurely: osmo-stp_10.42.42.5(pid=15867) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a01:10:24.738443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:24.750979 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a01:10:24.908854 tst ping_idle_ping.py: using LAC 32588\u000a01:10:25.030468 tst ping_idle_ping.py: using RAC 203\u000a01:10:25.155575 tst ping_idle_ping.py: using CellId 32588\u000a01:10:25.284358 tst ping_idle_ping.py: using BVCI 32589\u000a01:10:25.307634 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.318930 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.330035 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.341651 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.353492 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.365308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.376763 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a01:10:25.388239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a01:10:25.671053 tst ping_idle_ping.py:24: start network...\u000a01:10:25.797851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:26.290455 run create_hlr_db(pid=15861): Launched\u000a01:10:26.466038 bus /gobi_6: Setting Powered False\u000a01:10:27.488718 run create_hlr_db(pid=15861): Terminated: ok {rc=0}\u000a01:10:27.925799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Launched\u000a01:10:28.255119 run osmo-hlr_10.42.42.2(pid=15864): Launched\u000a01:10:28.373807 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:28.945593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Launched\u000a01:10:29.274013 run osmo-stp_10.42.42.5(pid=15867): Launched\u000a01:10:29.392253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:10:29.963112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Launched\u000a01:10:30.079254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:10:30.367800 run patchelf(pid=15870): Launched\u000a01:10:30.558565 run osmo-stp_10.42.42.5(pid=15867): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)]\u000a01:10:30.698215 run osmo-stp_10.42.42.5(pid=15867): stdout: \u000a| (launched: 2022-12-13_01:10:29.110973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:30.847911 run osmo-stp_10.42.42.5(pid=15867): stderr: \u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011029302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:30.989243 run osmo-stp_10.42.42.5(pid=15867): stdout: \u000a| (launched: 2022-12-13_01:10:29.110973)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:31.117871 run osmo-stp_10.42.42.5(pid=15867): stderr: \u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011029301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011029302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011029302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:31.269484 run patchelf(pid=15870): Terminating (SIGINT)\u000a01:10:31.447983 run patchelf(pid=15870): Terminated: ok {rc=0}\u000a01:10:31.480662 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=15867): Process ended prematurely: osmo-stp_10.42.42.5(pid=15867) [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15867)] [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a01:10:31.490245 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:10:31.554084 run osmo-hlr_10.42.42.2(pid=15864): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15864)]\u000a01:10:31.605126 run osmo-hlr_10.42.42.2(pid=15864): stdout: \u000a| (launched: 2022-12-13_01:10:28.091720) \u000a01:10:31.657044 run osmo-hlr_10.42.42.2(pid=15864): stderr: \u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011028291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011028302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011028311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011028311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011028311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:31.702549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Terminating (SIGTERM)\u000a01:10:31.746390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Terminating (SIGTERM)\u000a01:10:31.791195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Terminating (SIGTERM)\u000a01:10:31.801693 --- ParallelTerminationStrategy: PID 15863 died...\u000a01:10:31.857994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15863): Terminated: ok {rc=0}\u000a01:10:31.868449 --- ParallelTerminationStrategy: PID 15866 died...\u000a01:10:31.923828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15866): Terminated: ok {rc=0}\u000a01:10:31.934162 --- ParallelTerminationStrategy: PID 15869 died...\u000a01:10:31.991180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15869): Terminated: ok {rc=0}\u000a01:10:32.077933 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:09:32" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15880): Process ended prematurely: osmo-stp_10.42.42.5(pid=15880) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15880): Process ended prematurely: osmo-stp_10.42.42.5(pid=15880) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:10:34.099066 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.110989 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:10:34.261831 tst switch_tch_pdch.py: using LAC 32589\u000a01:10:34.379534 tst switch_tch_pdch.py: using RAC 204\u000a01:10:34.499550 tst switch_tch_pdch.py: using CellId 32589\u000a01:10:34.616464 tst switch_tch_pdch.py: using BVCI 32590\u000a01:10:34.639692 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.651201 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.662947 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.674391 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.685730 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.696865 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.709216 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:10:34.720340 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:34.843033 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:10:35.123616 tst switch_tch_pdch.py:51: start network...\u000a01:10:35.249238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:35.739155 run create_hlr_db(pid=15874): Launched\u000a01:10:35.914011 bus /gobi_6: Setting Powered False\u000a01:10:36.947534 run create_hlr_db(pid=15874): Terminated: ok {rc=0}\u000a01:10:37.359329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Launched\u000a01:10:37.664831 run osmo-hlr_10.42.42.2(pid=15877): Launched\u000a01:10:37.783462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:38.320093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Launched\u000a01:10:38.624546 run osmo-stp_10.42.42.5(pid=15880): Launched\u000a01:10:38.733406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:10:39.266115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Launched\u000a01:10:39.373547 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:10:39.641828 run patchelf(pid=15883): Launched\u000a01:10:39.820069 run osmo-stp_10.42.42.5(pid=15880): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)]\u000a01:10:39.949968 run osmo-stp_10.42.42.5(pid=15880): stdout: \u000a| (launched: 2022-12-13_01:10:38.473890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:40.080066 run osmo-stp_10.42.42.5(pid=15880): stderr: \u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011038645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:40.205378 run osmo-stp_10.42.42.5(pid=15880): stdout: \u000a| (launched: 2022-12-13_01:10:38.473890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:40.329594 run osmo-stp_10.42.42.5(pid=15880): stderr: \u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011038644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011038645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011038645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:40.474997 run patchelf(pid=15883): Terminating (SIGINT)\u000a01:10:40.646338 run patchelf(pid=15883): Terminated: ok {rc=0}\u000a01:10:40.677414 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15880): Process ended prematurely: osmo-stp_10.42.42.5(pid=15880) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15880)] [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:10:40.686096 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a01:10:40.746064 run osmo-hlr_10.42.42.2(pid=15877): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15877)]\u000a01:10:40.795389 run osmo-hlr_10.42.42.2(pid=15877): stdout: \u000a| (launched: 2022-12-13_01:10:37.513616) \u000a01:10:40.845424 run osmo-hlr_10.42.42.2(pid=15877): stderr: \u000a| �[0;m�[1;31m20221213011037691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011037691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011037691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011037691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011037692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011037692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011037704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011037713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011037713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011037713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:40.887667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Terminating (SIGTERM)\u000a01:10:40.927545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Terminating (SIGTERM)\u000a01:10:40.967470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Terminating (SIGTERM)\u000a01:10:40.976778 --- ParallelTerminationStrategy: PID 15876 died...\u000a01:10:41.030600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15876): Terminated: ok {rc=0}\u000a01:10:41.040318 --- ParallelTerminationStrategy: PID 15879 died...\u000a01:10:41.093971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15879): Terminated: ok {rc=0}\u000a01:10:41.103715 --- ParallelTerminationStrategy: PID 15882 died...\u000a01:10:41.157098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15882): Terminated: ok {rc=0}\u000a01:10:41.240698 bus /gobi_0: Setting Powered False\u000a01:10:42.341647 bus /gobi_0: Setting Powered False\u000a01:10:43.448580 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:10:33" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a01:10:45.431575 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:45.443396 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a01:10:45.609026 tst switch_tch_pdch.py: using LAC 32590\u000a01:10:45.734550 tst switch_tch_pdch.py: using RAC 205\u000a01:10:45.878766 tst switch_tch_pdch.py: using CellId 32590\u000a01:10:46.008529 tst switch_tch_pdch.py: using BVCI 32591\u000a01:10:46.034716 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.047520 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.060844 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.074096 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.086703 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.100070 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.114288 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a01:10:46.126907 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:10:46.257809 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a01:10:46.614517 tst switch_tch_pdch.py:51: start network...\u000a01:10:46.752486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:10:47.270360 run create_hlr_db(pid=15887): Launched\u000a01:10:47.406310 bus /gobi_6: Setting Powered False\u000a01:10:48.479776 run create_hlr_db(pid=15887): Terminated: ok {rc=0}\u000a01:10:48.866982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Launched\u000a01:10:49.173353 run osmo-hlr_10.42.42.2(pid=15890): Launched\u000a01:10:49.292910 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:10:49.806665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Launched\u000a01:10:50.112240 run osmo-stp_10.42.42.5(pid=15893): Launched\u000a01:10:50.222606 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:10:50.731509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Launched\u000a01:10:50.839241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:10:51.106960 run patchelf(pid=15896): Launched\u000a01:10:51.284763 run osmo-stp_10.42.42.5(pid=15893): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)]\u000a01:10:51.414231 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_01:10:49.960308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:51.543928 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213011050130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011050130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011050131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011050131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:51.669991 run osmo-stp_10.42.42.5(pid=15893): stdout: \u000a| (launched: 2022-12-13_01:10:49.960308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:10:51.794536 run osmo-stp_10.42.42.5(pid=15893): stderr: \u000a| �[0;m�[38;5;43m20221213011050130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011050130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011050131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011050131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011050132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:10:51.939635 run patchelf(pid=15896): Terminating (SIGINT)\u000a01:10:52.111055 run patchelf(pid=15896): Terminated: ok {rc=0}\u000a01:10:52.141999 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=15893): Process ended prematurely: osmo-stp_10.42.42.5(pid=15893) [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15893)] [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a01:10:52.150625 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a01:10:52.210544 run osmo-hlr_10.42.42.2(pid=15890): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15890)]\u000a01:10:52.259678 run osmo-hlr_10.42.42.2(pid=15890): stdout: \u000a| (launched: 2022-12-13_01:10:49.021272) \u000a01:10:52.309483 run osmo-hlr_10.42.42.2(pid=15890): stderr: \u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011049199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011049211 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011049222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011049222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011049222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:10:52.351735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminating (SIGTERM)\u000a01:10:52.391688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminating (SIGTERM)\u000a01:10:52.431746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Terminating (SIGTERM)\u000a01:10:52.441262 --- ParallelTerminationStrategy: PID 15889 died...\u000a01:10:52.495053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15889): Terminated: ok {rc=0}\u000a01:10:52.505021 --- ParallelTerminationStrategy: PID 15892 died...\u000a01:10:52.558372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15892): Terminated: ok {rc=0}\u000a01:10:52.568057 --- ParallelTerminationStrategy: PID 15895 died...\u000a01:10:52.621349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=15895): Terminated: ok {rc=0}\u000a01:10:52.711324 bus /gobi_0: Setting Powered False\u000a01:10:53.815481 bus /gobi_0: Setting Powered False\u000a01:10:54.924476 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:10:45" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a01:10:56.814531 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a01:10:56.825982 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a01:10:56.959527 tst mo_mt_sms.py: using LAC 32591\u000a01:10:57.090181 tst mo_mt_sms.py: using RAC 206\u000a01:10:57.210180 tst mo_mt_sms.py: using CellId 32591\u000a01:10:57.327955 tst mo_mt_sms.py: using BVCI 32592\u000a01:10:57.351250 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:10:57.471532 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a01:10:57.751555 tst mo_mt_sms.py:9: start nitb and bts...\u000a01:10:57.877087 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:10:58.509271 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Launched\u000a01:10:58.809688 run osmo-nitb_10.42.42.2(pid=15901): Launched\u000a01:10:58.995606 run osmo-nitb_10.42.42.2(pid=15901): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)]\u000a01:10:59.133074 run osmo-nitb_10.42.42.2(pid=15901): stdout: \u000a| (launched: 2022-12-13_01:10:58.662821) \u000a01:10:59.271051 run osmo-nitb_10.42.42.2(pid=15901): stderr: \u000a| (launched: 2022-12-13_01:10:58.707823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:10:59.403735 run osmo-nitb_10.42.42.2(pid=15901): stdout: \u000a| (launched: 2022-12-13_01:10:58.662821) \u000a01:10:59.535147 run osmo-nitb_10.42.42.2(pid=15901): stderr: \u000a| (launched: 2022-12-13_01:10:58.707823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:10:59.931639 tst osmo-nitb_10.42.42.2(pid=15901): stdout: \u000a| (launched: 2022-12-13_01:10:58.662821) \u000a01:11:00.051562 tst osmo-nitb_10.42.42.2(pid=15901): stderr: \u000a| (launched: 2022-12-13_01:10:58.707823)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:11:00.104367 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=15901): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15901) [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15901)] [trial-2384↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a01:11:00.112396 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a01:11:00.147113 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Terminating (SIGTERM)\u000a01:11:00.324386 --- ParallelTerminationStrategy: PID 15900 died...\u000a01:11:00.379221 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15900): Terminated: ok {rc=0}\u000a01:11:00.468051 bus /sierra_3: Setting Powered False\u000a01:11:01.601539 bus /sierra_3: Setting Powered False\u000a01:11:02.717539 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:10:56" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:11:04.577753 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:04.588518 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:11:04.712294 tst mo_mt_sms.py: using LAC 32592\u000a01:11:04.839550 tst mo_mt_sms.py: using RAC 207\u000a01:11:04.965196 tst mo_mt_sms.py: using CellId 32592\u000a01:11:05.082011 tst mo_mt_sms.py: using BVCI 32593\u000a01:11:05.105151 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:05.115743 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:05.126427 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:05.137104 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:05.147667 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:05.158215 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:11:05.277268 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a01:11:05.478772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:05.967821 run create_hlr_db(pid=15905): Launched\u000a01:11:06.142365 bus /sierra_2: Setting Powered False\u000a01:11:07.164525 run create_hlr_db(pid=15905): Terminated: ok {rc=0}\u000a01:11:07.599621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Launched\u000a01:11:07.925931 run osmo-hlr_10.42.42.2(pid=15908): Launched\u000a01:11:08.046861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:08.615317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Launched\u000a01:11:08.941973 run osmo-stp_10.42.42.5(pid=15911): Launched\u000a01:11:09.060862 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:09.659932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Launched\u000a01:11:09.987421 run osmo-msc_10.42.42.6(pid=15914): Launched\u000a01:11:10.178446 run osmo-stp_10.42.42.5(pid=15911): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)]\u000a01:11:10.317531 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-13_01:11:08.780663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:10.453707 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221213011108973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011108974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011108974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011108974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:10.584231 run osmo-stp_10.42.42.5(pid=15911): stdout: \u000a| (launched: 2022-12-13_01:11:08.780663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:10.713810 run osmo-stp_10.42.42.5(pid=15911): stderr: \u000a| �[0;m�[38;5;43m20221213011108973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011108974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011108974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011108974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011108975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:10.770459 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=15911): Process ended prematurely: osmo-stp_10.42.42.5(pid=15911) [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15911)] [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a01:11:10.779131 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:11:10.843170 run osmo-hlr_10.42.42.2(pid=15908): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15908)]\u000a01:11:10.895210 run osmo-hlr_10.42.42.2(pid=15908): stdout: \u000a| (launched: 2022-12-13_01:11:07.764938) \u000a01:11:10.948049 run osmo-hlr_10.42.42.2(pid=15908): stderr: \u000a| �[0;m�[1;31m20221213011107964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011107964 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011107965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011107977 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011107986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011107986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011107986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:11.019901 run osmo-msc_10.42.42.6(pid=15914): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15914)]\u000a01:11:11.071932 run osmo-msc_10.42.42.6(pid=15914): stdout: \u000a| (launched: 2022-12-13_01:11:09.825518) \u000a01:11:11.125049 run osmo-msc_10.42.42.6(pid=15914): stderr: \u000a| �[0;m�[38;5;43m20221213011110147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011110147 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8217eaac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011110147 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011110147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011110147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011110148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011110149 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011110150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011110150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011110150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:11.169989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminating (SIGTERM)\u000a01:11:11.211961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminating (SIGTERM)\u000a01:11:11.254851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminating (SIGTERM)\u000a01:11:11.264909 --- ParallelTerminationStrategy: PID 15907 died...\u000a01:11:11.321403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15907): Terminated: ok {rc=0}\u000a01:11:11.331934 --- ParallelTerminationStrategy: PID 15910 died...\u000a01:11:11.388416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15910): Terminated: ok {rc=0}\u000a01:11:11.398669 --- ParallelTerminationStrategy: PID 15913 died...\u000a01:11:11.455175 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15913): Terminated: ok {rc=0}\u000a01:11:11.543668 bus /sierra_3: Setting Powered False\u000a01:11:12.648331 bus /sierra_3: Setting Powered False\u000a01:11:13.760154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:11:04" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:11:15.574113 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a01:11:15.585000 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:11:15.709963 tst assert_extension.py: using LAC 32593\u000a01:11:15.841204 tst assert_extension.py: using RAC 208\u000a01:11:15.972230 tst assert_extension.py: using CellId 32593\u000a01:11:16.095948 tst assert_extension.py: using BVCI 32594\u000a01:11:16.119851 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:11:16.445153 tst assert_extension.py:10: start nitb and bts...\u000a01:11:16.585875 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:11:17.274435 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Launched\u000a01:11:17.598688 run osmo-nitb_10.42.42.2(pid=15920): Launched\u000a01:11:17.798236 run osmo-nitb_10.42.42.2(pid=15920): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)]\u000a01:11:17.946130 run osmo-nitb_10.42.42.2(pid=15920): stdout: \u000a| (launched: 2022-12-13_01:11:17.439696) \u000a01:11:18.094197 run osmo-nitb_10.42.42.2(pid=15920): stderr: \u000a| (launched: 2022-12-13_01:11:17.488002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:11:18.237650 run osmo-nitb_10.42.42.2(pid=15920): stdout: \u000a| (launched: 2022-12-13_01:11:17.439696) \u000a01:11:18.379133 run osmo-nitb_10.42.42.2(pid=15920): stderr: \u000a| (launched: 2022-12-13_01:11:17.488002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:11:18.729810 tst osmo-nitb_10.42.42.2(pid=15920): stdout: \u000a| (launched: 2022-12-13_01:11:17.439696) \u000a01:11:18.859550 tst osmo-nitb_10.42.42.2(pid=15920): stderr: \u000a| (launched: 2022-12-13_01:11:17.488002)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:11:18.916329 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=15920): Process ended prematurely: osmo-nitb_10.42.42.2(pid=15920) [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=15920)] [trial-2384↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a01:11:18.925309 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:11:18.962754 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Terminating (SIGTERM)\u000a01:11:19.140665 --- ParallelTerminationStrategy: PID 15919 died...\u000a01:11:19.199516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=15919): Terminated: ok {rc=0}\u000a01:11:19.287555 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:11:15" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a01:11:21.116817 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.127598 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:11:21.256357 tst assert_extension.py: using LAC 32594\u000a01:11:21.376366 tst assert_extension.py: using RAC 209\u000a01:11:21.495687 tst assert_extension.py: using CellId 32594\u000a01:11:21.615049 tst assert_extension.py: using BVCI 32595\u000a01:11:21.638105 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.648748 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.659448 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.670651 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.681253 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:11:21.691774 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a01:11:21.901930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:22.415730 run create_hlr_db(pid=15924): Launched\u000a01:11:22.605156 bus /sierra_2: Setting Powered False\u000a01:11:23.623959 run create_hlr_db(pid=15924): Terminated: ok {rc=0}\u000a01:11:24.043277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Launched\u000a01:11:24.373960 run osmo-hlr_10.42.42.2(pid=15927): Launched\u000a01:11:24.492871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:25.061837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Launched\u000a01:11:25.390628 run osmo-stp_10.42.42.5(pid=15930): Launched\u000a01:11:25.508086 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:26.105767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Launched\u000a01:11:26.434693 run osmo-msc_10.42.42.6(pid=15933): Launched\u000a01:11:26.625028 run osmo-stp_10.42.42.5(pid=15930): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)]\u000a01:11:26.762635 run osmo-stp_10.42.42.5(pid=15930): stdout: \u000a| (launched: 2022-12-13_01:11:25.227379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:26.898559 run osmo-stp_10.42.42.5(pid=15930): stderr: \u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011125422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:27.028906 run osmo-stp_10.42.42.5(pid=15930): stdout: \u000a| (launched: 2022-12-13_01:11:25.227379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:27.158083 run osmo-stp_10.42.42.5(pid=15930): stderr: \u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011125421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011125422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011125422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:27.214500 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=15930): Process ended prematurely: osmo-stp_10.42.42.5(pid=15930) [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15930)] [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a01:11:27.223382 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a01:11:27.287538 run osmo-hlr_10.42.42.2(pid=15927): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15927)]\u000a01:11:27.339623 run osmo-hlr_10.42.42.2(pid=15927): stdout: \u000a| (launched: 2022-12-13_01:11:24.209380) \u000a01:11:27.392311 run osmo-hlr_10.42.42.2(pid=15927): stderr: \u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011124408 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011124421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011124431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011124431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011124431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:27.463582 run osmo-msc_10.42.42.6(pid=15933): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15933)]\u000a01:11:27.515685 run osmo-msc_10.42.42.6(pid=15933): stdout: \u000a| (launched: 2022-12-13_01:11:26.271225) \u000a01:11:27.568418 run osmo-msc_10.42.42.6(pid=15933): stderr: \u000a| �[0;m�[38;5;43m20221213011126592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011126592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa111466c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011126592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011126592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011126592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011126592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011126594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011126594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011126595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011126595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:27.613271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminating (SIGTERM)\u000a01:11:27.655348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminating (SIGTERM)\u000a01:11:27.698113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Terminating (SIGTERM)\u000a01:11:27.707899 --- ParallelTerminationStrategy: PID 15926 died...\u000a01:11:27.764412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15926): Terminated: ok {rc=0}\u000a01:11:27.774521 --- ParallelTerminationStrategy: PID 15929 died...\u000a01:11:27.830952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15929): Terminated: ok {rc=0}\u000a01:11:27.841135 --- ParallelTerminationStrategy: PID 15932 died...\u000a01:11:27.897548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15932): Terminated: ok {rc=0}\u000a01:11:27.985770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:11:20" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15944): Process ended prematurely: osmo-stp_10.42.42.5(pid=15944) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15944): Process ended prematurely: osmo-stp_10.42.42.5(pid=15944) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:11:29.919974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:29.931325 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:11:30.083358 tst mo_mt_call.py: using LAC 32595\u000a01:11:30.207927 tst mo_mt_call.py: using RAC 210\u000a01:11:30.338760 tst mo_mt_call.py: using CellId 32595\u000a01:11:30.471650 tst mo_mt_call.py: using BVCI 32596\u000a01:11:30.497049 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:30.509022 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:30.520743 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:30.532690 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:30.545606 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:30.557311 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:11:30.676741 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:11:30.905041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:31.460252 run create_hlr_db(pid=15938): Launched\u000a01:11:31.657628 bus /sierra_2: Setting Powered False\u000a01:11:32.674643 run create_hlr_db(pid=15938): Terminated: ok {rc=0}\u000a01:11:33.115855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Launched\u000a01:11:33.450056 run osmo-hlr_10.42.42.2(pid=15941): Launched\u000a01:11:33.570853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:34.149994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Launched\u000a01:11:34.483668 run osmo-stp_10.42.42.5(pid=15944): Launched\u000a01:11:34.604399 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:35.211982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Launched\u000a01:11:35.547881 run osmo-msc_10.42.42.6(pid=15947): Launched\u000a01:11:35.741471 run osmo-stp_10.42.42.5(pid=15944): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)]\u000a01:11:35.881538 run osmo-stp_10.42.42.5(pid=15944): stdout: \u000a| (launched: 2022-12-13_01:11:34.319086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:36.020354 run osmo-stp_10.42.42.5(pid=15944): stderr: \u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011134512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:36.153702 run osmo-stp_10.42.42.5(pid=15944): stdout: \u000a| (launched: 2022-12-13_01:11:34.319086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:36.286127 run osmo-stp_10.42.42.5(pid=15944): stderr: \u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011134512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011134512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011134513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:36.344332 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15944): Process ended prematurely: osmo-stp_10.42.42.5(pid=15944) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15944)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:11:36.353962 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:11:36.417878 run osmo-hlr_10.42.42.2(pid=15941): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15941)]\u000a01:11:36.470599 run osmo-hlr_10.42.42.2(pid=15941): stdout: \u000a| (launched: 2022-12-13_01:11:33.284696) \u000a01:11:36.523614 run osmo-hlr_10.42.42.2(pid=15941): stderr: \u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011133483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011133495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011133504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011133504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011133504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:36.595840 run osmo-msc_10.42.42.6(pid=15947): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15947)]\u000a01:11:36.648101 run osmo-msc_10.42.42.6(pid=15947): stdout: \u000a| (launched: 2022-12-13_01:11:35.381979) \u000a01:11:36.700909 run osmo-msc_10.42.42.6(pid=15947): stderr: \u000a| �[0;m�[38;5;43m20221213011135705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011135705 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bb7d68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011135705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011135705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011135705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011135706 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011135707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011135708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011135708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011135708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:36.745643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Terminating (SIGTERM)\u000a01:11:36.788254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Terminating (SIGTERM)\u000a01:11:36.831319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Terminating (SIGTERM)\u000a01:11:36.841337 --- ParallelTerminationStrategy: PID 15940 died...\u000a01:11:36.898621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15940): Terminated: ok {rc=0}\u000a01:11:36.908865 --- ParallelTerminationStrategy: PID 15943 died...\u000a01:11:36.965598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15943): Terminated: ok {rc=0}\u000a01:11:36.975863 --- ParallelTerminationStrategy: PID 15946 died...\u000a01:11:37.032534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15946): Terminated: ok {rc=0}\u000a01:11:37.120588 bus /sierra_3: Setting Powered False\u000a01:11:38.227862 bus /sierra_3: Setting Powered False\u000a01:11:39.338752 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 63, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:11:40.450221 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:40.462380 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:11:40.613621 tst mo_mt_call_osmux.py: using LAC 32596\u000a01:11:40.737207 tst mo_mt_call_osmux.py: using RAC 211\u000a01:11:40.859897 tst mo_mt_call_osmux.py: using CellId 32596\u000a01:11:40.983356 tst mo_mt_call_osmux.py: using BVCI 32597\u000a01:11:41.006961 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:41.018304 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:41.029541 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:41.040671 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:41.051935 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:11:41.063104 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:11:41.184641 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:11:41.391018 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:41.893248 run create_hlr_db(pid=15949): Launched\u000a01:11:42.071665 bus /sierra_2: Setting Powered False\u000a01:11:43.093396 run create_hlr_db(pid=15949): Terminated: ok {rc=0}\u000a01:11:43.536586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Launched\u000a01:11:43.871173 run osmo-hlr_10.42.42.2(pid=15952): Launched\u000a01:11:43.991876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:44.574235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Launched\u000a01:11:44.907872 run osmo-stp_10.42.42.5(pid=15955): Launched\u000a01:11:45.029384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:45.639465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Launched\u000a01:11:46.103116 run osmo-msc_10.42.42.6(pid=15958): Launched\u000a01:11:46.662969 run osmo-stp_10.42.42.5(pid=15955): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)]\u000a01:11:46.977962 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-13_01:11:44.743660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:47.112562 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011144937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:47.240262 run osmo-stp_10.42.42.5(pid=15955): stdout: \u000a| (launched: 2022-12-13_01:11:44.743660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:47.368604 run osmo-stp_10.42.42.5(pid=15955): stderr: \u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011144937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011144937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011144938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:47.424527 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15955): Process ended prematurely: osmo-stp_10.42.42.5(pid=15955) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15955)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:11:47.433738 tst mo_mt_call_osmux.py:8: Test FAILED (7.0 sec)\u000a01:11:47.494158 run osmo-hlr_10.42.42.2(pid=15952): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15952)]\u000a01:11:47.543304 run osmo-hlr_10.42.42.2(pid=15952): stdout: \u000a| (launched: 2022-12-13_01:11:43.706205) \u000a01:11:47.593773 run osmo-hlr_10.42.42.2(pid=15952): stderr: \u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011143903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011143915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011143924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011143924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011143924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:47.661431 run osmo-msc_10.42.42.6(pid=15958): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15958)]\u000a01:11:47.710695 run osmo-msc_10.42.42.6(pid=15958): stdout: \u000a| (launched: 2022-12-13_01:11:45.808149) \u000a01:11:47.760625 run osmo-msc_10.42.42.6(pid=15958): stderr: \u000a| �[0;m�[38;5;43m20221213011146421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011146421 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd16205fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011146421 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011146421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011146423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011146423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011146429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011146430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011146430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011146431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:47.802913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminating (SIGTERM)\u000a01:11:47.842931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminating (SIGTERM)\u000a01:11:47.882867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Terminating (SIGTERM)\u000a01:11:47.891750 --- ParallelTerminationStrategy: PID 15951 died...\u000a01:11:47.945131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15951): Terminated: ok {rc=0}\u000a01:11:47.954720 --- ParallelTerminationStrategy: PID 15954 died...\u000a01:11:48.007929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15954): Terminated: ok {rc=0}\u000a01:11:48.017933 --- ParallelTerminationStrategy: PID 15957 died...\u000a01:11:48.070962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15957): Terminated: ok {rc=0}\u000a01:11:48.160630 bus /sierra_3: Setting Powered False\u000a01:11:49.264875 bus /sierra_3: Setting Powered False\u000a01:11:50.371445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:11:29" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15969): Process ended prematurely: osmo-stp_10.42.42.5(pid=15969) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15969): Process ended prematurely: osmo-stp_10.42.42.5(pid=15969) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:11:52.352603 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.363956 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:11:52.511191 tst mo_mt_call.py: using LAC 32597\u000a01:11:52.634112 tst mo_mt_call.py: using RAC 212\u000a01:11:52.759285 tst mo_mt_call.py: using CellId 32597\u000a01:11:52.878185 tst mo_mt_call.py: using BVCI 32598\u000a01:11:52.901715 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.912883 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.923959 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.935251 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.946512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:11:52.957589 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:11:53.080224 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:11:53.296678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:11:53.818718 run create_hlr_db(pid=15963): Launched\u000a01:11:54.009324 bus /sierra_2: Setting Powered False\u000a01:11:55.029950 run create_hlr_db(pid=15963): Terminated: ok {rc=0}\u000a01:11:55.448030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Launched\u000a01:11:55.761743 run osmo-hlr_10.42.42.2(pid=15966): Launched\u000a01:11:55.875093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:11:56.416069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Launched\u000a01:11:56.727453 run osmo-stp_10.42.42.5(pid=15969): Launched\u000a01:11:56.839993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:11:57.407696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Launched\u000a01:11:57.721942 run osmo-msc_10.42.42.6(pid=15972): Launched\u000a01:11:57.903224 run osmo-stp_10.42.42.5(pid=15969): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)]\u000a01:11:58.033814 run osmo-stp_10.42.42.5(pid=15969): stdout: \u000a| (launched: 2022-12-13_01:11:56.573610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:58.162765 run osmo-stp_10.42.42.5(pid=15969): stderr: \u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011156747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:58.287497 run osmo-stp_10.42.42.5(pid=15969): stdout: \u000a| (launched: 2022-12-13_01:11:56.573610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:11:58.410522 run osmo-stp_10.42.42.5(pid=15969): stderr: \u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011156746 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011156747 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011156747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:11:58.464617 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15969): Process ended prematurely: osmo-stp_10.42.42.5(pid=15969) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15969)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:11:58.473213 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:11:58.532639 run osmo-hlr_10.42.42.2(pid=15966): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15966)]\u000a01:11:58.581948 run osmo-hlr_10.42.42.2(pid=15966): stdout: \u000a| (launched: 2022-12-13_01:11:55.605331) \u000a01:11:58.631883 run osmo-hlr_10.42.42.2(pid=15966): stderr: \u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011155783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011155796 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011155806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011155806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011155806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:11:58.699752 run osmo-msc_10.42.42.6(pid=15972): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15972)]\u000a01:11:58.749073 run osmo-msc_10.42.42.6(pid=15972): stdout: \u000a| (launched: 2022-12-13_01:11:57.565426) \u000a01:11:58.798866 run osmo-msc_10.42.42.6(pid=15972): stderr: \u000a| �[0;m�[38;5;43m20221213011157838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011157839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ea9f2ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011157839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011157839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011157839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011157839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011157841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011157841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011157842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011157842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:11:58.841514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Terminating (SIGTERM)\u000a01:11:58.881527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Terminating (SIGTERM)\u000a01:11:58.921678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Terminating (SIGTERM)\u000a01:11:58.931060 --- ParallelTerminationStrategy: PID 15965 died...\u000a01:11:58.985169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15965): Terminated: ok {rc=0}\u000a01:11:58.994707 --- ParallelTerminationStrategy: PID 15968 died...\u000a01:11:59.047864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15968): Terminated: ok {rc=0}\u000a01:11:59.057731 --- ParallelTerminationStrategy: PID 15971 died...\u000a01:11:59.110959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15971): Terminated: ok {rc=0}\u000a01:11:59.194808 bus /sierra_3: Setting Powered False\u000a01:12:00.301137 bus /sierra_3: Setting Powered False\u000a01:12:01.438287 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15980): Process ended prematurely: osmo-stp_10.42.42.5(pid=15980) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15980): Process ended prematurely: osmo-stp_10.42.42.5(pid=15980) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:12:02.556766 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:02.569432 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:12:02.727064 tst mo_mt_call_osmux.py: using LAC 32598\u000a01:12:02.856621 tst mo_mt_call_osmux.py: using RAC 213\u000a01:12:02.988745 tst mo_mt_call_osmux.py: using CellId 32598\u000a01:12:03.120122 tst mo_mt_call_osmux.py: using BVCI 32599\u000a01:12:03.145574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:03.157467 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:03.169241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:03.181174 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:03.192928 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:12:03.204738 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:12:03.324572 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:12:03.541646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:04.066461 run create_hlr_db(pid=15974): Launched\u000a01:12:04.259083 bus /sierra_2: Setting Powered False\u000a01:12:05.279887 run create_hlr_db(pid=15974): Terminated: ok {rc=0}\u000a01:12:05.698372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Launched\u000a01:12:06.011164 run osmo-hlr_10.42.42.2(pid=15977): Launched\u000a01:12:06.127044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:06.669861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Launched\u000a01:12:06.980104 run osmo-stp_10.42.42.5(pid=15980): Launched\u000a01:12:07.092239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:12:07.663856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Launched\u000a01:12:07.977664 run osmo-msc_10.42.42.6(pid=15983): Launched\u000a01:12:08.158809 run osmo-stp_10.42.42.5(pid=15980): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)]\u000a01:12:08.290179 run osmo-stp_10.42.42.5(pid=15980): stdout: \u000a| (launched: 2022-12-13_01:12:06.827318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:08.419117 run osmo-stp_10.42.42.5(pid=15980): stderr: \u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011207001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:08.543352 run osmo-stp_10.42.42.5(pid=15980): stdout: \u000a| (launched: 2022-12-13_01:12:06.827318)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:08.666628 run osmo-stp_10.42.42.5(pid=15980): stderr: \u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011207000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011207001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011207001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:08.721054 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15980): Process ended prematurely: osmo-stp_10.42.42.5(pid=15980) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15980)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:12:08.729593 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:12:08.789639 run osmo-hlr_10.42.42.2(pid=15977): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15977)]\u000a01:12:08.839222 run osmo-hlr_10.42.42.2(pid=15977): stdout: \u000a| (launched: 2022-12-13_01:12:05.855697) \u000a01:12:08.889420 run osmo-hlr_10.42.42.2(pid=15977): stderr: \u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011206035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011206057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011206067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011206067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011206067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:08.957512 run osmo-msc_10.42.42.6(pid=15983): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15983)]\u000a01:12:09.006904 run osmo-msc_10.42.42.6(pid=15983): stdout: \u000a| (launched: 2022-12-13_01:12:07.821834) \u000a01:12:09.056910 run osmo-msc_10.42.42.6(pid=15983): stderr: \u000a| �[0;m�[38;5;43m20221213011208094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011208094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20cfee1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011208094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011208094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011208094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011208094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011208096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011208097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011208097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011208097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:12:09.099403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Terminating (SIGTERM)\u000a01:12:09.139477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Terminating (SIGTERM)\u000a01:12:09.179535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Terminating (SIGTERM)\u000a01:12:09.188824 --- ParallelTerminationStrategy: PID 15976 died...\u000a01:12:09.242500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15976): Terminated: ok {rc=0}\u000a01:12:09.252139 --- ParallelTerminationStrategy: PID 15979 died...\u000a01:12:09.305357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15979): Terminated: ok {rc=0}\u000a01:12:09.314950 --- ParallelTerminationStrategy: PID 15982 died...\u000a01:12:09.368385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15982): Terminated: ok {rc=0}\u000a01:12:09.458203 bus /sierra_3: Setting Powered False\u000a01:12:10.562486 bus /sierra_3: Setting Powered False\u000a01:12:11.669297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:11:52" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15994): Process ended prematurely: osmo-stp_10.42.42.5(pid=15994) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15994): Process ended prematurely: osmo-stp_10.42.42.5(pid=15994) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:12:13.633986 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:13.645199 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:12:13.803636 tst mo_mt_call.py: using LAC 32599\u000a01:12:13.937410 tst mo_mt_call.py: using RAC 214\u000a01:12:14.072347 tst mo_mt_call.py: using CellId 32599\u000a01:12:14.201807 tst mo_mt_call.py: using BVCI 32600\u000a01:12:14.227391 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:14.239401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:14.251555 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:14.264005 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:14.276760 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:14.288511 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:12:14.413042 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:12:14.625712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:15.149586 run create_hlr_db(pid=15988): Launched\u000a01:12:15.341247 bus /sierra_2: Setting Powered False\u000a01:12:16.373224 run create_hlr_db(pid=15988): Terminated: ok {rc=0}\u000a01:12:16.872934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Launched\u000a01:12:17.253995 run osmo-hlr_10.42.42.2(pid=15991): Launched\u000a01:12:17.375559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:17.960408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Launched\u000a01:12:18.295970 run osmo-stp_10.42.42.5(pid=15994): Launched\u000a01:12:18.417308 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:12:19.026310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Launched\u000a01:12:19.361810 run osmo-msc_10.42.42.6(pid=15997): Launched\u000a01:12:19.556734 run osmo-stp_10.42.42.5(pid=15994): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)]\u000a01:12:19.697255 run osmo-stp_10.42.42.5(pid=15994): stdout: \u000a| (launched: 2022-12-13_01:12:18.129503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:19.836491 run osmo-stp_10.42.42.5(pid=15994): stderr: \u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011218321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:19.969332 run osmo-stp_10.42.42.5(pid=15994): stdout: \u000a| (launched: 2022-12-13_01:12:18.129503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:20.101451 run osmo-stp_10.42.42.5(pid=15994): stderr: \u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011218320 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011218321 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011218321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:20.159380 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15994): Process ended prematurely: osmo-stp_10.42.42.5(pid=15994) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15994)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:12:20.168828 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a01:12:20.232992 run osmo-hlr_10.42.42.2(pid=15991): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15991)]\u000a01:12:20.285469 run osmo-hlr_10.42.42.2(pid=15991): stdout: \u000a| (launched: 2022-12-13_01:12:17.045441) \u000a01:12:20.338552 run osmo-hlr_10.42.42.2(pid=15991): stderr: \u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011217290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011217302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011217310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011217311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011217311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:20.410409 run osmo-msc_10.42.42.6(pid=15997): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15997)]\u000a01:12:20.462485 run osmo-msc_10.42.42.6(pid=15997): stdout: \u000a| (launched: 2022-12-13_01:12:19.195093) \u000a01:12:20.515322 run osmo-msc_10.42.42.6(pid=15997): stderr: \u000a| �[0;m�[38;5;43m20221213011219515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011219515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf137bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011219515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011219515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011219515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011219516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011219517 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011219518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011219518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011219518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:12:20.559807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Terminating (SIGTERM)\u000a01:12:20.602396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Terminating (SIGTERM)\u000a01:12:20.645284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Terminating (SIGTERM)\u000a01:12:20.655227 --- ParallelTerminationStrategy: PID 15990 died...\u000a01:12:20.711714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15990): Terminated: ok {rc=0}\u000a01:12:20.722446 --- ParallelTerminationStrategy: PID 15993 died...\u000a01:12:20.778814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15993): Terminated: ok {rc=0}\u000a01:12:20.789398 --- ParallelTerminationStrategy: PID 15996 died...\u000a01:12:20.845928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15996): Terminated: ok {rc=0}\u000a01:12:20.933925 bus /sierra_3: Setting Powered False\u000a01:12:22.041823 bus /sierra_3: Setting Powered False\u000a01:12:23.150842 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:12:24.269653 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.282250 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:12:24.452317 tst mo_mt_call_osmux.py: using LAC 32600\u000a01:12:24.584335 tst mo_mt_call_osmux.py: using RAC 215\u000a01:12:24.714522 tst mo_mt_call_osmux.py: using CellId 32600\u000a01:12:24.847672 tst mo_mt_call_osmux.py: using BVCI 32601\u000a01:12:24.873040 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.884727 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.896351 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.909303 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.922243 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:12:24.933522 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:12:25.051748 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:12:25.271718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:25.796303 run create_hlr_db(pid=15999): Launched\u000a01:12:25.987758 bus /sierra_2: Setting Powered False\u000a01:12:27.009503 run create_hlr_db(pid=15999): Terminated: ok {rc=0}\u000a01:12:27.452573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Launched\u000a01:12:27.787896 run osmo-hlr_10.42.42.2(pid=16002): Launched\u000a01:12:27.908711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:28.491182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Launched\u000a01:12:28.824923 run osmo-stp_10.42.42.5(pid=16005): Launched\u000a01:12:28.946085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:12:29.560184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Launched\u000a01:12:29.895851 run osmo-msc_10.42.42.6(pid=16008): Launched\u000a01:12:30.090832 run osmo-stp_10.42.42.5(pid=16005): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)]\u000a01:12:30.231270 run osmo-stp_10.42.42.5(pid=16005): stdout: \u000a| (launched: 2022-12-13_01:12:28.660065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:30.370564 run osmo-stp_10.42.42.5(pid=16005): stderr: \u000a| �[0;m�[38;5;43m20221213011228854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011228855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011228855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011228855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:30.504432 run osmo-stp_10.42.42.5(pid=16005): stdout: \u000a| (launched: 2022-12-13_01:12:28.660065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:30.636545 run osmo-stp_10.42.42.5(pid=16005): stderr: \u000a| �[0;m�[38;5;43m20221213011228854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011228855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011228855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011228855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011228856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:30.694732 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16005): Process ended prematurely: osmo-stp_10.42.42.5(pid=16005) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16005)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:12:30.704145 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:12:30.767996 run osmo-hlr_10.42.42.2(pid=16002): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16002)]\u000a01:12:30.820309 run osmo-hlr_10.42.42.2(pid=16002): stdout: \u000a| (launched: 2022-12-13_01:12:27.621973) \u000a01:12:30.899276 run osmo-hlr_10.42.42.2(pid=16002): stderr: \u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011227823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011227841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011227851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011227851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011227851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:30.974592 run osmo-msc_10.42.42.6(pid=16008): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16008)]\u000a01:12:31.027355 run osmo-msc_10.42.42.6(pid=16008): stdout: \u000a| (launched: 2022-12-13_01:12:29.729611) \u000a01:12:31.080755 run osmo-msc_10.42.42.6(pid=16008): stderr: \u000a| �[0;m�[38;5;43m20221213011230051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011230051 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cbe00dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011230051 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011230051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011230051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011230051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011230053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011230054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011230054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011230054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:12:31.126287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminating (SIGTERM)\u000a01:12:31.169773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminating (SIGTERM)\u000a01:12:31.213140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminating (SIGTERM)\u000a01:12:31.223084 --- ParallelTerminationStrategy: PID 16001 died...\u000a01:12:31.280848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16001): Terminated: ok {rc=0}\u000a01:12:31.291520 --- ParallelTerminationStrategy: PID 16004 died...\u000a01:12:31.349125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16004): Terminated: ok {rc=0}\u000a01:12:31.359932 --- ParallelTerminationStrategy: PID 16007 died...\u000a01:12:31.417251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16007): Terminated: ok {rc=0}\u000a01:12:31.508462 bus /sierra_3: Setting Powered False\u000a01:12:32.611841 bus /sierra_3: Setting Powered False\u000a01:12:33.719489 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:12:13" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16019): Process ended prematurely: osmo-stp_10.42.42.5(pid=16019) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16019): Process ended prematurely: osmo-stp_10.42.42.5(pid=16019) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:12:35.694756 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:35.706192 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:12:35.853344 tst mo_mt_call.py: using LAC 32601\u000a01:12:35.974982 tst mo_mt_call.py: using RAC 216\u000a01:12:36.096831 tst mo_mt_call.py: using CellId 32601\u000a01:12:36.217912 tst mo_mt_call.py: using BVCI 32602\u000a01:12:36.241444 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:36.252528 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:36.263498 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:36.274609 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:36.286104 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:36.297139 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:12:36.418841 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:12:36.634228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:37.156848 run create_hlr_db(pid=16013): Launched\u000a01:12:37.348522 bus /sierra_2: Setting Powered False\u000a01:12:38.369559 run create_hlr_db(pid=16013): Terminated: ok {rc=0}\u000a01:12:38.788323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Launched\u000a01:12:39.100802 run osmo-hlr_10.42.42.2(pid=16016): Launched\u000a01:12:39.221884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:39.765281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Launched\u000a01:12:40.078604 run osmo-stp_10.42.42.5(pid=16019): Launched\u000a01:12:40.190949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:12:40.760787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Launched\u000a01:12:41.074169 run osmo-msc_10.42.42.6(pid=16022): Launched\u000a01:12:41.255242 run osmo-stp_10.42.42.5(pid=16019): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)]\u000a01:12:41.385875 run osmo-stp_10.42.42.5(pid=16019): stdout: \u000a| (launched: 2022-12-13_01:12:39.923444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:41.514861 run osmo-stp_10.42.42.5(pid=16019): stderr: \u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011240096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:41.639116 run osmo-stp_10.42.42.5(pid=16019): stdout: \u000a| (launched: 2022-12-13_01:12:39.923444)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:41.762254 run osmo-stp_10.42.42.5(pid=16019): stderr: \u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011240095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011240096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011240096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:41.816747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16019): Process ended prematurely: osmo-stp_10.42.42.5(pid=16019) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16019)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:12:41.825569 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:12:41.886454 run osmo-hlr_10.42.42.2(pid=16016): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16016)]\u000a01:12:41.935960 run osmo-hlr_10.42.42.2(pid=16016): stdout: \u000a| (launched: 2022-12-13_01:12:38.945628) \u000a01:12:41.985853 run osmo-hlr_10.42.42.2(pid=16016): stderr: \u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011239121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011239134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011239142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011239142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011239142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:42.053849 run osmo-msc_10.42.42.6(pid=16022): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16022)]\u000a01:12:42.103276 run osmo-msc_10.42.42.6(pid=16022): stdout: \u000a| (launched: 2022-12-13_01:12:40.918565) \u000a01:12:42.153211 run osmo-msc_10.42.42.6(pid=16022): stderr: \u000a| �[0;m�[38;5;43m20221213011241189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011241190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efecf7b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011241190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011241190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011241190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011241190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011241192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011241192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011241192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011241192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:12:42.195560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Terminating (SIGTERM)\u000a01:12:42.235874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Terminating (SIGTERM)\u000a01:12:42.276214 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Terminating (SIGTERM)\u000a01:12:42.285653 --- ParallelTerminationStrategy: PID 16015 died...\u000a01:12:42.339364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16015): Terminated: ok {rc=0}\u000a01:12:42.349319 --- ParallelTerminationStrategy: PID 16018 died...\u000a01:12:42.402872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16018): Terminated: ok {rc=0}\u000a01:12:42.412631 --- ParallelTerminationStrategy: PID 16021 died...\u000a01:12:42.466470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16021): Terminated: ok {rc=0}\u000a01:12:42.556888 bus /sierra_3: Setting Powered False\u000a01:12:43.660825 bus /sierra_3: Setting Powered False\u000a01:12:44.773695 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16030): Process ended prematurely: osmo-stp_10.42.42.5(pid=16030) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16030): Process ended prematurely: osmo-stp_10.42.42.5(pid=16030) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:12:45.899857 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:45.913419 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:12:46.077609 tst mo_mt_call_osmux.py: using LAC 32602\u000a01:12:46.234753 tst mo_mt_call_osmux.py: using RAC 217\u000a01:12:46.375273 tst mo_mt_call_osmux.py: using CellId 32602\u000a01:12:46.500819 tst mo_mt_call_osmux.py: using BVCI 32603\u000a01:12:46.525172 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:46.537140 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:46.548791 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:46.561990 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:46.574864 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:12:46.586938 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:12:46.705536 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:12:46.918013 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:47.427898 run create_hlr_db(pid=16024): Launched\u000a01:12:47.606687 bus /sierra_2: Setting Powered False\u000a01:12:48.628843 run create_hlr_db(pid=16024): Terminated: ok {rc=0}\u000a01:12:49.045203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Launched\u000a01:12:49.359338 run osmo-hlr_10.42.42.2(pid=16027): Launched\u000a01:12:49.471957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:12:50.017081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Launched\u000a01:12:50.329663 run osmo-stp_10.42.42.5(pid=16030): Launched\u000a01:12:50.442931 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:12:51.018160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Launched\u000a01:12:51.333183 run osmo-msc_10.42.42.6(pid=16033): Launched\u000a01:12:51.514963 run osmo-stp_10.42.42.5(pid=16030): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)]\u000a01:12:51.646211 run osmo-stp_10.42.42.5(pid=16030): stdout: \u000a| (launched: 2022-12-13_01:12:50.174911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:51.775705 run osmo-stp_10.42.42.5(pid=16030): stderr: \u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011250348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:51.900610 run osmo-stp_10.42.42.5(pid=16030): stdout: \u000a| (launched: 2022-12-13_01:12:50.174911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:12:52.024303 run osmo-stp_10.42.42.5(pid=16030): stderr: \u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011250348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011250348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011250349 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:12:52.078850 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16030): Process ended prematurely: osmo-stp_10.42.42.5(pid=16030) [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16030)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:12:52.087652 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:12:52.148317 run osmo-hlr_10.42.42.2(pid=16027): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16027)]\u000a01:12:52.197971 run osmo-hlr_10.42.42.2(pid=16027): stdout: \u000a| (launched: 2022-12-13_01:12:49.203763) \u000a01:12:52.248476 run osmo-hlr_10.42.42.2(pid=16027): stderr: \u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011249382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011249418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011249428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011249428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011249428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:12:52.316780 run osmo-msc_10.42.42.6(pid=16033): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16033)]\u000a01:12:52.366200 run osmo-msc_10.42.42.6(pid=16033): stdout: \u000a| (launched: 2022-12-13_01:12:51.176296) \u000a01:12:52.416211 run osmo-msc_10.42.42.6(pid=16033): stderr: \u000a| �[0;m�[38;5;43m20221213011251448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011251449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94f3e71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011251449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011251449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011251449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011251449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011251451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011251451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011251451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011251452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:12:52.458726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Terminating (SIGTERM)\u000a01:12:52.498967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Terminating (SIGTERM)\u000a01:12:52.539289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Terminating (SIGTERM)\u000a01:12:52.548807 --- ParallelTerminationStrategy: PID 16026 died...\u000a01:12:52.602747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16026): Terminated: ok {rc=0}\u000a01:12:52.612705 --- ParallelTerminationStrategy: PID 16029 died...\u000a01:12:52.666987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16029): Terminated: ok {rc=0}\u000a01:12:52.676832 --- ParallelTerminationStrategy: PID 16032 died...\u000a01:12:52.730497 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16032): Terminated: ok {rc=0}\u000a01:12:52.814782 bus /sierra_3: Setting Powered False\u000a01:12:53.923039 bus /sierra_3: Setting Powered False\u000a01:12:55.035971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:12:35" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16044): Process ended prematurely: osmo-stp_10.42.42.5(pid=16044) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16044): Process ended prematurely: osmo-stp_10.42.42.5(pid=16044) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:12:57.008010 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.019584 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:12:57.168895 tst mo_mt_call.py: using LAC 32603\u000a01:12:57.298253 tst mo_mt_call.py: using RAC 218\u000a01:12:57.433334 tst mo_mt_call.py: using CellId 32603\u000a01:12:57.559823 tst mo_mt_call.py: using BVCI 32604\u000a01:12:57.583521 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.594855 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.606166 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.617678 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.629227 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:12:57.640667 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:12:57.762609 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:12:57.979936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:12:58.504030 run create_hlr_db(pid=16038): Launched\u000a01:12:58.696125 bus /sierra_2: Setting Powered False\u000a01:12:59.716919 run create_hlr_db(pid=16038): Terminated: ok {rc=0}\u000a01:13:00.133754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Launched\u000a01:13:00.444669 run osmo-hlr_10.42.42.2(pid=16041): Launched\u000a01:13:00.558830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:01.136826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Launched\u000a01:13:01.647228 run osmo-stp_10.42.42.5(pid=16044): Launched\u000a01:13:01.827904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:13:02.444467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Launched\u000a01:13:02.758252 run osmo-msc_10.42.42.6(pid=16047): Launched\u000a01:13:02.939601 run osmo-stp_10.42.42.5(pid=16044): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)]\u000a01:13:03.070354 run osmo-stp_10.42.42.5(pid=16044): stdout: \u000a| (launched: 2022-12-13_01:13:01.311904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:03.199322 run osmo-stp_10.42.42.5(pid=16044): stderr: \u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011301520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:03.323927 run osmo-stp_10.42.42.5(pid=16044): stdout: \u000a| (launched: 2022-12-13_01:13:01.311904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:03.447117 run osmo-stp_10.42.42.5(pid=16044): stderr: \u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011301519 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011301520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011301520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:03.501495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16044): Process ended prematurely: osmo-stp_10.42.42.5(pid=16044) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16044)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:13:03.510369 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a01:13:03.571077 run osmo-hlr_10.42.42.2(pid=16041): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16041)]\u000a01:13:03.620807 run osmo-hlr_10.42.42.2(pid=16041): stdout: \u000a| (launched: 2022-12-13_01:13:00.291098) \u000a01:13:03.671230 run osmo-hlr_10.42.42.2(pid=16041): stderr: \u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011300469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011300504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011300513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011300514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011300514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:03.739324 run osmo-msc_10.42.42.6(pid=16047): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16047)]\u000a01:13:03.788655 run osmo-msc_10.42.42.6(pid=16047): stdout: \u000a| (launched: 2022-12-13_01:13:02.601948) \u000a01:13:03.838679 run osmo-msc_10.42.42.6(pid=16047): stderr: \u000a| �[0;m�[38;5;43m20221213011302875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011302875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc761866c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011302876 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011302876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011302876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011302876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011302878 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011302878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011302878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011302878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:13:03.881182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Terminating (SIGTERM)\u000a01:13:03.921522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Terminating (SIGTERM)\u000a01:13:03.961692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Terminating (SIGTERM)\u000a01:13:03.971176 --- ParallelTerminationStrategy: PID 16040 died...\u000a01:13:04.025268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16040): Terminated: ok {rc=0}\u000a01:13:04.035238 --- ParallelTerminationStrategy: PID 16043 died...\u000a01:13:04.088726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16043): Terminated: ok {rc=0}\u000a01:13:04.098676 --- ParallelTerminationStrategy: PID 16046 died...\u000a01:13:04.152443 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16046): Terminated: ok {rc=0}\u000a01:13:04.242198 bus /sierra_3: Setting Powered False\u000a01:13:05.346667 bus /sierra_3: Setting Powered False\u000a01:13:06.458850 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16055): Process ended prematurely: osmo-stp_10.42.42.5(pid=16055) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16055): Process ended prematurely: osmo-stp_10.42.42.5(pid=16055) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:13:07.571070 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:07.583419 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:13:07.734227 tst mo_mt_call_osmux.py: using LAC 32604\u000a01:13:07.864661 tst mo_mt_call_osmux.py: using RAC 219\u000a01:13:07.994926 tst mo_mt_call_osmux.py: using CellId 32604\u000a01:13:08.125231 tst mo_mt_call_osmux.py: using BVCI 32605\u000a01:13:08.150655 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:08.162515 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:08.174284 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:08.186596 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:08.198337 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:13:08.210200 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:13:08.330409 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:13:08.537165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:09.037182 run create_hlr_db(pid=16049): Launched\u000a01:13:09.215562 bus /sierra_2: Setting Powered False\u000a01:13:10.249475 run create_hlr_db(pid=16049): Terminated: ok {rc=0}\u000a01:13:10.693972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Launched\u000a01:13:11.029645 run osmo-hlr_10.42.42.2(pid=16052): Launched\u000a01:13:11.151859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:11.731782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Launched\u000a01:13:12.066983 run osmo-stp_10.42.42.5(pid=16055): Launched\u000a01:13:12.188620 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:13:12.798372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Launched\u000a01:13:13.132492 run osmo-msc_10.42.42.6(pid=16058): Launched\u000a01:13:13.327681 run osmo-stp_10.42.42.5(pid=16055): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)]\u000a01:13:13.468370 run osmo-stp_10.42.42.5(pid=16055): stdout: \u000a| (launched: 2022-12-13_01:13:11.901238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:13.607406 run osmo-stp_10.42.42.5(pid=16055): stderr: \u000a| �[0;m�[38;5;43m20221213011312093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011312093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011312094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011312094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:13.740862 run osmo-stp_10.42.42.5(pid=16055): stdout: \u000a| (launched: 2022-12-13_01:13:11.901238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:13.873165 run osmo-stp_10.42.42.5(pid=16055): stderr: \u000a| �[0;m�[38;5;43m20221213011312093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011312093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011312094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011312094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011312095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:13.931239 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16055): Process ended prematurely: osmo-stp_10.42.42.5(pid=16055) [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16055)] [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:13:13.940625 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a01:13:14.005318 run osmo-hlr_10.42.42.2(pid=16052): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16052)]\u000a01:13:14.057982 run osmo-hlr_10.42.42.2(pid=16052): stdout: \u000a| (launched: 2022-12-13_01:13:10.863182) \u000a01:13:14.111243 run osmo-hlr_10.42.42.2(pid=16052): stderr: \u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011311062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011311075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011311085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011311086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011311086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:14.183255 run osmo-msc_10.42.42.6(pid=16058): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16058)]\u000a01:13:14.235653 run osmo-msc_10.42.42.6(pid=16058): stdout: \u000a| (launched: 2022-12-13_01:13:12.968343) \u000a01:13:14.288714 run osmo-msc_10.42.42.6(pid=16058): stderr: \u000a| �[0;m�[38;5;43m20221213011313291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011313291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8432422c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011313291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011313291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011313291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011313291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011313293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011313294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011313294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011313294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:13:14.333967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Terminating (SIGTERM)\u000a01:13:14.376581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Terminating (SIGTERM)\u000a01:13:14.419542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Terminating (SIGTERM)\u000a01:13:14.429520 --- ParallelTerminationStrategy: PID 16051 died...\u000a01:13:14.486607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16051): Terminated: ok {rc=0}\u000a01:13:14.496722 --- ParallelTerminationStrategy: PID 16054 died...\u000a01:13:14.553886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16054): Terminated: ok {rc=0}\u000a01:13:14.564192 --- ParallelTerminationStrategy: PID 16057 died...\u000a01:13:14.620748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16057): Terminated: ok {rc=0}\u000a01:13:14.708701 bus /sierra_3: Setting Powered False\u000a01:13:15.816166 bus /sierra_3: Setting Powered False\u000a01:13:16.938699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:12:56" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16069): Process ended prematurely: osmo-stp_10.42.42.5(pid=16069) [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16069): Process ended prematurely: osmo-stp_10.42.42.5(pid=16069) [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:13:18.942845 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:18.954371 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:13:19.092446 tst emergency_mo_mt_call.py: using LAC 32605\u000a01:13:19.222428 tst emergency_mo_mt_call.py: using RAC 220\u000a01:13:19.352598 tst emergency_mo_mt_call.py: using CellId 32605\u000a01:13:19.480595 tst emergency_mo_mt_call.py: using BVCI 32606\u000a01:13:19.505464 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:19.516885 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:19.528135 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:19.539819 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:19.551861 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:19.563613 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:19.681828 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:19.894761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:20.410524 run create_hlr_db(pid=16063): Launched\u000a01:13:20.600177 bus /sierra_2: Setting Powered False\u000a01:13:21.620230 run create_hlr_db(pid=16063): Terminated: ok {rc=0}\u000a01:13:22.033840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Launched\u000a01:13:22.341072 run osmo-hlr_10.42.42.2(pid=16066): Launched\u000a01:13:22.452999 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:22.983169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Launched\u000a01:13:23.288756 run osmo-stp_10.42.42.5(pid=16069): Launched\u000a01:13:23.410822 tst emergency_mo_mt_call.py: using MSISDN 8049\u000a01:13:23.562460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:13:24.123668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Launched\u000a01:13:24.432843 run osmo-msc_10.42.42.6(pid=16072): Launched\u000a01:13:24.611985 run osmo-stp_10.42.42.5(pid=16069): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)]\u000a01:13:24.741644 run osmo-stp_10.42.42.5(pid=16069): stdout: \u000a| (launched: 2022-12-13_01:13:23.137445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:24.868591 run osmo-stp_10.42.42.5(pid=16069): stderr: \u000a| �[0;m�[38;5;43m20221213011323307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011323308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011323308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011323308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:24.991263 run osmo-stp_10.42.42.5(pid=16069): stdout: \u000a| (launched: 2022-12-13_01:13:23.137445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:25.112515 run osmo-stp_10.42.42.5(pid=16069): stderr: \u000a| �[0;m�[38;5;43m20221213011323307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011323308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011323308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011323308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011323309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:25.165855 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16069): Process ended prematurely: osmo-stp_10.42.42.5(pid=16069) [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16069)] [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a01:13:25.173967 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a01:13:25.234404 run osmo-hlr_10.42.42.2(pid=16066): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16066)]\u000a01:13:25.283815 run osmo-hlr_10.42.42.2(pid=16066): stdout: \u000a| (launched: 2022-12-13_01:13:22.188327) \u000a01:13:25.334259 run osmo-hlr_10.42.42.2(pid=16066): stderr: \u000a| �[0;m�[1;31m20221213011322365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011322365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011322365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011322366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011322366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011322366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011322378 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011322389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011322389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011322389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:25.402740 run osmo-msc_10.42.42.6(pid=16072): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16072)]\u000a01:13:25.452225 run osmo-msc_10.42.42.6(pid=16072): stdout: \u000a| (launched: 2022-12-13_01:13:24.278018) \u000a01:13:25.502039 run osmo-msc_10.42.42.6(pid=16072): stderr: \u000a| �[0;m�[38;5;43m20221213011324549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011324549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4ef5304c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011324549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011324550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011324550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011324550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011324552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011324552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011324552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011324552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:13:25.544474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Terminating (SIGTERM)\u000a01:13:25.584651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Terminating (SIGTERM)\u000a01:13:25.625037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Terminating (SIGTERM)\u000a01:13:25.634492 --- ParallelTerminationStrategy: PID 16065 died...\u000a01:13:25.688074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16065): Terminated: ok {rc=0}\u000a01:13:25.697816 --- ParallelTerminationStrategy: PID 16068 died...\u000a01:13:25.751748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16068): Terminated: ok {rc=0}\u000a01:13:25.761645 --- ParallelTerminationStrategy: PID 16071 died...\u000a01:13:25.815235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16071): Terminated: ok {rc=0}\u000a01:13:25.905792 bus /sierra_3: Setting Powered False\u000a01:13:27.014285 bus /sierra_3: Setting Powered False\u000a01:13:28.124299 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:13:29.176726 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.188913 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:13:29.328105 tst emergency_preemptive_call.py: using LAC 32606\u000a01:13:29.452831 tst emergency_preemptive_call.py: using RAC 221\u000a01:13:29.576797 tst emergency_preemptive_call.py: using CellId 32606\u000a01:13:29.698734 tst emergency_preemptive_call.py: using BVCI 32607\u000a01:13:29.722220 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.733312 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.743939 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.755110 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.766070 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a01:13:29.776914 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:29.898057 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:30.018561 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:30.139339 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:30.341454 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:30.840918 run create_hlr_db(pid=16074): Launched\u000a01:13:31.037415 bus /sierra_2: Setting Powered False\u000a01:13:32.066835 run create_hlr_db(pid=16074): Terminated: ok {rc=0}\u000a01:13:32.502496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Launched\u000a01:13:32.832507 run osmo-hlr_10.42.42.2(pid=16077): Launched\u000a01:13:32.952709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:33.524593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Launched\u000a01:13:33.852887 run osmo-stp_10.42.42.5(pid=16080): Launched\u000a01:13:33.985211 tst emergency_preemptive_call.py: using MSISDN 8050\u000a01:13:34.147881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:13:34.744452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Launched\u000a01:13:35.074278 run osmo-msc_10.42.42.6(pid=16083): Launched\u000a01:13:35.267257 run osmo-stp_10.42.42.5(pid=16080): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)]\u000a01:13:35.407919 run osmo-stp_10.42.42.5(pid=16080): stdout: \u000a| (launched: 2022-12-13_01:13:33.690100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:35.544799 run osmo-stp_10.42.42.5(pid=16080): stderr: \u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011333885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:35.676031 run osmo-stp_10.42.42.5(pid=16080): stdout: \u000a| (launched: 2022-12-13_01:13:33.690100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:35.806308 run osmo-stp_10.42.42.5(pid=16080): stderr: \u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011333884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011333885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011333885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:35.863024 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16080): Process ended prematurely: osmo-stp_10.42.42.5(pid=16080) [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16080)] [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a01:13:35.871659 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a01:13:35.935667 run osmo-hlr_10.42.42.2(pid=16077): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16077)]\u000a01:13:35.987747 run osmo-hlr_10.42.42.2(pid=16077): stdout: \u000a| (launched: 2022-12-13_01:13:32.668841) \u000a01:13:36.040426 run osmo-hlr_10.42.42.2(pid=16077): stderr: \u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011332869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011332879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011332888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011332888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011332888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:36.112113 run osmo-msc_10.42.42.6(pid=16083): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16083)]\u000a01:13:36.164171 run osmo-msc_10.42.42.6(pid=16083): stdout: \u000a| (launched: 2022-12-13_01:13:34.910184) \u000a01:13:36.217106 run osmo-msc_10.42.42.6(pid=16083): stderr: \u000a| �[0;m�[38;5;43m20221213011335228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011335228 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f744a6e3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011335228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011335229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011335229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011335229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011335231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011335231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:13:36.261737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminating (SIGTERM)\u000a01:13:36.304849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminating (SIGTERM)\u000a01:13:36.347585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Terminating (SIGTERM)\u000a01:13:36.357498 --- ParallelTerminationStrategy: PID 16076 died...\u000a01:13:36.414293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16076): Terminated: ok {rc=0}\u000a01:13:36.424478 --- ParallelTerminationStrategy: PID 16079 died...\u000a01:13:36.481159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16079): Terminated: ok {rc=0}\u000a01:13:36.491319 --- ParallelTerminationStrategy: PID 16082 died...\u000a01:13:36.547614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16082): Terminated: ok {rc=0}\u000a01:13:36.635603 bus /sierra_9: Setting Powered False\u000a01:13:37.744282 bus /sierra_9: Setting Powered False\u000a01:13:38.856093 bus /sierra_8: Setting Powered False\u000a01:13:39.963051 bus /sierra_8: Setting Powered False\u000a01:13:41.070270 bus /sierra_3: Setting Powered False\u000a01:13:42.173652 bus /sierra_3: Setting Powered False\u000a01:13:43.286165 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:13:18" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:13:45.389182 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:45.399896 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:13:45.527957 tst cs_paging_gprs_active.py: using LAC 32607\u000a01:13:45.650929 tst cs_paging_gprs_active.py: using RAC 222\u000a01:13:45.774352 tst cs_paging_gprs_active.py: using CellId 32607\u000a01:13:45.922473 tst cs_paging_gprs_active.py: using BVCI 32608\u000a01:13:45.947337 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:45.959113 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:45.970891 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:45.982549 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:45.994117 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:46.005650 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:46.017589 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:46.030548 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:46.044185 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:46.183684 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:46.472257 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:13:46.604769 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:46.944028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Launched\u000a01:13:47.233123 run iperf3-srv_10.42.42.10(pid=16090): Launched\u000a01:13:47.423803 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:13:47.553285 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:47.878278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Launched\u000a01:13:48.148213 run iperf3-srv_10.42.42.10(pid=16092): Launched\u000a01:13:48.338504 tst cs_paging_gprs_active.py:38: start network...\u000a01:13:48.468340 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:13:48.972057 run create_hlr_db(pid=16093): Launched\u000a01:13:49.151264 bus /sierra_2: Setting Powered False\u000a01:13:50.173814 run create_hlr_db(pid=16093): Terminated: ok {rc=0}\u000a01:13:50.590355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Launched\u000a01:13:50.904123 run osmo-hlr_10.42.42.2(pid=16096): Launched\u000a01:13:51.027006 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:13:51.577725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Launched\u000a01:13:51.894371 run osmo-stp_10.42.42.5(pid=16099): Launched\u000a01:13:52.007751 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:13:52.557585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Launched\u000a01:13:52.668422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:13:52.943039 run patchelf(pid=16102): Launched\u000a01:13:53.125315 run osmo-stp_10.42.42.5(pid=16099): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)]\u000a01:13:53.257916 run osmo-stp_10.42.42.5(pid=16099): stdout: \u000a| (launched: 2022-12-13_01:13:51.736732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:53.390703 run osmo-stp_10.42.42.5(pid=16099): stderr: \u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011351909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:53.519155 run osmo-stp_10.42.42.5(pid=16099): stdout: \u000a| (launched: 2022-12-13_01:13:51.736732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:13:53.646471 run osmo-stp_10.42.42.5(pid=16099): stderr: \u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011351908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011351909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011351909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:13:53.795496 run patchelf(pid=16102): Terminating (SIGINT)\u000a01:13:53.970852 run patchelf(pid=16102): Terminated: ok {rc=0}\u000a01:13:54.002755 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16099): Process ended prematurely: osmo-stp_10.42.42.5(pid=16099) [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16099)] [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a01:13:54.011972 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:13:54.072379 run osmo-hlr_10.42.42.2(pid=16096): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16096)]\u000a01:13:54.121779 run osmo-hlr_10.42.42.2(pid=16096): stdout: \u000a| (launched: 2022-12-13_01:13:50.748107) \u000a01:13:54.171868 run osmo-hlr_10.42.42.2(pid=16096): stderr: \u000a| �[0;m�[1;31m20221213011350926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011350926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011350926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011350926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011350926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011350927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011350939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011350947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011350947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011350947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:13:54.214473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Terminating (SIGTERM)\u000a01:13:54.254912 run iperf3-srv_10.42.42.10(pid=16090): Terminating (SIGTERM)\u000a01:13:54.294987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Terminating (SIGTERM)\u000a01:13:54.334943 run iperf3-srv_10.42.42.10(pid=16092): Terminating (SIGTERM)\u000a01:13:54.374912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminating (SIGTERM)\u000a01:13:54.414744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminating (SIGTERM)\u000a01:13:54.454681 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Terminating (SIGTERM)\u000a01:13:54.463988 --- ParallelTerminationStrategy: PID 16089 died...\u000a01:13:54.517652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16089): Terminated: ok {rc=0}\u000a01:13:54.527399 --- ParallelTerminationStrategy: PID 16090 died...\u000a01:13:54.580415 run iperf3-srv_10.42.42.10(pid=16090): Terminated {rc=256}\u000a01:13:54.590003 --- ParallelTerminationStrategy: PID 16091 died...\u000a01:13:54.643344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16091): Terminated: ok {rc=0}\u000a01:13:54.652906 --- ParallelTerminationStrategy: PID 16092 died...\u000a01:13:54.706110 run iperf3-srv_10.42.42.10(pid=16092): Terminated {rc=256}\u000a01:13:54.715719 --- ParallelTerminationStrategy: PID 16095 died...\u000a01:13:54.769492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16095): Terminated: ok {rc=0}\u000a01:13:54.779179 --- ParallelTerminationStrategy: PID 16098 died...\u000a01:13:54.832458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16098): Terminated: ok {rc=0}\u000a01:13:54.842101 --- ParallelTerminationStrategy: PID 16101 died...\u000a01:13:54.895480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16101): Terminated: ok {rc=0}\u000a01:13:54.979636 bus /gobi_0: Setting Powered False\u000a01:13:56.087838 bus /gobi_0: Setting Powered False\u000a01:13:57.196392 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a01:13:58.307130 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.318633 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:13:58.449518 tst iperf3.py: using LAC 32608\u000a01:13:58.570932 tst iperf3.py: using RAC 223\u000a01:13:58.696689 tst iperf3.py: using CellId 32608\u000a01:13:58.818243 tst iperf3.py: using BVCI 32609\u000a01:13:58.841998 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.852740 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.863449 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.874019 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.884834 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.895477 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.906261 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.916679 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:13:58.927405 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:13:59.229341 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:13:59.369597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:13:59.716180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Launched\u000a01:14:00.004110 run iperf3-srv_10.42.42.10(pid=16106): Launched\u000a01:14:00.207758 tst iperf3.py:8: start network...\u000a01:14:00.347025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:00.911683 run create_hlr_db(pid=16107): Launched\u000a01:14:01.117188 bus /gobi_6: Setting Powered False\u000a01:14:02.179431 run create_hlr_db(pid=16107): Terminated: ok {rc=0}\u000a01:14:02.627146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Launched\u000a01:14:02.962005 run osmo-hlr_10.42.42.2(pid=16110): Launched\u000a01:14:03.082317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:03.665113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Launched\u000a01:14:03.999026 run osmo-stp_10.42.42.5(pid=16113): Launched\u000a01:14:04.119892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:04.704426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Launched\u000a01:14:04.823888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:05.117621 run patchelf(pid=16116): Launched\u000a01:14:05.312210 run osmo-stp_10.42.42.5(pid=16113): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)]\u000a01:14:05.453870 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-13_01:14:03.833980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:05.595687 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221213011404025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011404025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011404026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011404026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011404026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011404026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011404027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:05.733290 run osmo-stp_10.42.42.5(pid=16113): stdout: \u000a| (launched: 2022-12-13_01:14:03.833980)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:05.869882 run osmo-stp_10.42.42.5(pid=16113): stderr: \u000a| �[0;m�[38;5;43m20221213011404025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011404025 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011404026 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011404026 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011404026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011404026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011404027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:06.029455 run patchelf(pid=16116): Terminating (SIGINT)\u000a01:14:06.216595 run patchelf(pid=16116): Terminated: ok {rc=0}\u000a01:14:06.250959 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16113): Process ended prematurely: osmo-stp_10.42.42.5(pid=16113) [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16113)] [trial-2384↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a01:14:06.261085 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a01:14:06.326262 run osmo-hlr_10.42.42.2(pid=16110): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16110)]\u000a01:14:06.378541 run osmo-hlr_10.42.42.2(pid=16110): stdout: \u000a| (launched: 2022-12-13_01:14:02.796722) \u000a01:14:06.431989 run osmo-hlr_10.42.42.2(pid=16110): stderr: \u000a| �[0;m�[1;31m20221213011402996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011402996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011402996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011402996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011402996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011402997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011403008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011403017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011403017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011403017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:06.476942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Terminating (SIGTERM)\u000a01:14:06.519776 run iperf3-srv_10.42.42.10(pid=16106): Terminating (SIGTERM)\u000a01:14:06.562305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminating (SIGTERM)\u000a01:14:06.605024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminating (SIGTERM)\u000a01:14:06.648107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Terminating (SIGTERM)\u000a01:14:06.658066 --- ParallelTerminationStrategy: PID 16105 died...\u000a01:14:06.715229 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16105): Terminated: ok {rc=0}\u000a01:14:06.725885 --- ParallelTerminationStrategy: PID 16106 died...\u000a01:14:06.782060 run iperf3-srv_10.42.42.10(pid=16106): Terminated {rc=256}\u000a01:14:06.792458 --- ParallelTerminationStrategy: PID 16109 died...\u000a01:14:06.848892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16109): Terminated: ok {rc=0}\u000a01:14:06.859102 --- ParallelTerminationStrategy: PID 16112 died...\u000a01:14:06.915801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16112): Terminated: ok {rc=0}\u000a01:14:06.926043 --- ParallelTerminationStrategy: PID 16115 died...\u000a01:14:06.982798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16115): Terminated: ok {rc=0}\u000a01:14:07.071255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a01:14:08.188133 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.200076 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:14:08.341083 tst iperf3m4.py: using LAC 32609\u000a01:14:08.469489 tst iperf3m4.py: using RAC 224\u000a01:14:08.599830 tst iperf3m4.py: using CellId 32609\u000a01:14:08.727381 tst iperf3m4.py: using BVCI 32610\u000a01:14:08.752785 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.764094 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.775253 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.786739 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.798174 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.809552 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.821177 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.832424 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:08.843917 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:08.969924 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:09.095612 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:09.213177 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:09.502384 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:14:09.632063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:09.958844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Launched\u000a01:14:10.228481 run iperf3-srv_10.42.42.10(pid=16118): Launched\u000a01:14:10.417920 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:14:10.546925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:10.870676 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Launched\u000a01:14:11.139699 run iperf3-srv_10.42.42.10(pid=16120): Launched\u000a01:14:11.328669 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:14:11.457447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:11.781684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Launched\u000a01:14:12.050568 run iperf3-srv_10.42.42.10(pid=16122): Launched\u000a01:14:12.238724 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:14:12.367453 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:12.691158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Launched\u000a01:14:12.958633 run iperf3-srv_10.42.42.10(pid=16124): Launched\u000a01:14:13.146632 tst iperf3m4.py:8: start network...\u000a01:14:13.276003 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:13.775115 run create_hlr_db(pid=16125): Launched\u000a01:14:13.967277 bus /gobi_6: Setting Powered False\u000a01:14:14.987815 run create_hlr_db(pid=16125): Terminated: ok {rc=0}\u000a01:14:15.406510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Launched\u000a01:14:15.722122 run osmo-hlr_10.42.42.2(pid=16128): Launched\u000a01:14:15.870649 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:16.477935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Launched\u000a01:14:16.880457 run osmo-stp_10.42.42.5(pid=16131): Launched\u000a01:14:17.104505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:17.692207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Launched\u000a01:14:17.811817 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:18.105455 run patchelf(pid=16135): Launched\u000a01:14:18.303015 run osmo-stp_10.42.42.5(pid=16131): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)]\u000a01:14:18.446332 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-13_01:14:16.641170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:18.589155 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221213011416901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011416901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011416913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011416914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:18.727425 run osmo-stp_10.42.42.5(pid=16131): stdout: \u000a| (launched: 2022-12-13_01:14:16.641170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:18.865066 run osmo-stp_10.42.42.5(pid=16131): stderr: \u000a| �[0;m�[38;5;43m20221213011416901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011416901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011416913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011416914 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011416914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:19.025302 run patchelf(pid=16135): Terminating (SIGINT)\u000a01:14:19.213483 run patchelf(pid=16135): Terminated: ok {rc=0}\u000a01:14:19.247722 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16131): Process ended prematurely: osmo-stp_10.42.42.5(pid=16131) [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16131)] [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a01:14:19.257700 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:14:19.322870 run osmo-hlr_10.42.42.2(pid=16128): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16128)]\u000a01:14:19.375439 run osmo-hlr_10.42.42.2(pid=16128): stdout: \u000a| (launched: 2022-12-13_01:14:15.564935) \u000a01:14:19.428232 run osmo-hlr_10.42.42.2(pid=16128): stderr: \u000a| �[0;m�[1;31m20221213011415742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011415742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011415742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011415742 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011415743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011415743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011415754 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011415763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011415763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011415763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:19.472889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Terminating (SIGTERM)\u000a01:14:19.515360 run iperf3-srv_10.42.42.10(pid=16118): Terminating (SIGTERM)\u000a01:14:19.558347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Terminating (SIGTERM)\u000a01:14:19.600864 run iperf3-srv_10.42.42.10(pid=16120): Terminating (SIGTERM)\u000a01:14:19.643733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminating (SIGTERM)\u000a01:14:19.686471 run iperf3-srv_10.42.42.10(pid=16122): Terminating (SIGTERM)\u000a01:14:19.729042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminating (SIGTERM)\u000a01:14:19.771830 run iperf3-srv_10.42.42.10(pid=16124): Terminating (SIGTERM)\u000a01:14:19.814122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminating (SIGTERM)\u000a01:14:19.856867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminating (SIGTERM)\u000a01:14:19.899359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminating (SIGTERM)\u000a01:14:19.909106 --- ParallelTerminationStrategy: PID 16117 died...\u000a01:14:19.966254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16117): Terminated: ok {rc=0}\u000a01:14:19.976497 --- ParallelTerminationStrategy: PID 16118 died...\u000a01:14:20.033235 run iperf3-srv_10.42.42.10(pid=16118): Terminated {rc=256}\u000a01:14:20.043431 --- ParallelTerminationStrategy: PID 16119 died...\u000a01:14:20.100301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16119): Terminated: ok {rc=0}\u000a01:14:20.110503 --- ParallelTerminationStrategy: PID 16120 died...\u000a01:14:20.167185 run iperf3-srv_10.42.42.10(pid=16120): Terminated {rc=256}\u000a01:14:20.177454 --- ParallelTerminationStrategy: PID 16121 died...\u000a01:14:20.234237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16121): Terminated: ok {rc=0}\u000a01:14:20.244423 --- ParallelTerminationStrategy: PID 16122 died...\u000a01:14:20.301175 run iperf3-srv_10.42.42.10(pid=16122): Terminated {rc=256}\u000a01:14:20.311632 --- ParallelTerminationStrategy: PID 16123 died...\u000a01:14:20.368884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16123): Terminated: ok {rc=0}\u000a01:14:20.379174 --- ParallelTerminationStrategy: PID 16124 died...\u000a01:14:20.436040 run iperf3-srv_10.42.42.10(pid=16124): Terminated {rc=256}\u000a01:14:20.446356 --- ParallelTerminationStrategy: PID 16127 died...\u000a01:14:20.502859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16127): Terminated: ok {rc=0}\u000a01:14:20.513833 --- ParallelTerminationStrategy: PID 16130 died...\u000a01:14:20.570288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16130): Terminated: ok {rc=0}\u000a01:14:20.580798 --- ParallelTerminationStrategy: PID 16134 died...\u000a01:14:20.637695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16134): Terminated: ok {rc=0}\u000a01:14:20.727336 bus /gobi_4: Setting Powered False\u000a01:14:21.831824 bus /gobi_4: Setting Powered False\u000a01:14:22.943743 bus /gobi_1: Setting Powered False\u000a01:14:24.047320 bus /gobi_1: Setting Powered False\u000a01:14:25.158795 bus /gobi_0: Setting Powered False\u000a01:14:26.261448 bus /gobi_0: Setting Powered False\u000a01:14:27.373276 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a01:14:28.440228 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:28.451653 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:14:28.577458 tst ping.py: using LAC 32610\u000a01:14:28.695746 tst ping.py: using RAC 225\u000a01:14:28.815374 tst ping.py: using CellId 32610\u000a01:14:28.933174 tst ping.py: using BVCI 32611\u000a01:14:28.956508 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:28.967324 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:28.978077 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:28.988761 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:28.999326 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:29.010029 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:29.020750 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:29.031465 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:29.326403 tst ping.py:19: start network...\u000a01:14:29.462602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:29.978429 run create_hlr_db(pid=16136): Launched\u000a01:14:30.167566 bus /gobi_6: Setting Powered False\u000a01:14:31.189999 run create_hlr_db(pid=16136): Terminated: ok {rc=0}\u000a01:14:31.643428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Launched\u000a01:14:32.082471 run osmo-hlr_10.42.42.2(pid=16139): Launched\u000a01:14:32.251360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:32.785401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Launched\u000a01:14:33.090889 run osmo-stp_10.42.42.5(pid=16142): Launched\u000a01:14:33.201778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:33.739741 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Launched\u000a01:14:33.848112 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:34.118599 run patchelf(pid=16145): Launched\u000a01:14:34.297949 run osmo-stp_10.42.42.5(pid=16142): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)]\u000a01:14:34.429070 run osmo-stp_10.42.42.5(pid=16142): stdout: \u000a| (launched: 2022-12-13_01:14:32.939858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:34.560231 run osmo-stp_10.42.42.5(pid=16142): stderr: \u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011433109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:34.686211 run osmo-stp_10.42.42.5(pid=16142): stdout: \u000a| (launched: 2022-12-13_01:14:32.939858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:34.811302 run osmo-stp_10.42.42.5(pid=16142): stderr: \u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011433108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011433109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011433109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:34.957282 run patchelf(pid=16145): Terminating (SIGINT)\u000a01:14:35.129764 run patchelf(pid=16145): Terminated: ok {rc=0}\u000a01:14:35.160815 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16142): Process ended prematurely: osmo-stp_10.42.42.5(pid=16142) [trial-2384↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16142)] [trial-2384↪gprs:nanobts+band-1900↪ping.py:22]\u000a01:14:35.169401 tst ping.py:22: Test FAILED (6.7 sec)\u000a01:14:35.229856 run osmo-hlr_10.42.42.2(pid=16139): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16139)]\u000a01:14:35.279351 run osmo-hlr_10.42.42.2(pid=16139): stdout: \u000a| (launched: 2022-12-13_01:14:31.812645) \u000a01:14:35.329620 run osmo-hlr_10.42.42.2(pid=16139): stderr: \u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011432044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011432062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011432081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011432081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011432081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:35.372149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminating (SIGTERM)\u000a01:14:35.412299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminating (SIGTERM)\u000a01:14:35.452752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Terminating (SIGTERM)\u000a01:14:35.462257 --- ParallelTerminationStrategy: PID 16138 died...\u000a01:14:35.515834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16138): Terminated: ok {rc=0}\u000a01:14:35.525662 --- ParallelTerminationStrategy: PID 16141 died...\u000a01:14:35.579130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16141): Terminated: ok {rc=0}\u000a01:14:35.588793 --- ParallelTerminationStrategy: PID 16144 died...\u000a01:14:35.641889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16144): Terminated: ok {rc=0}\u000a01:14:35.730297 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:14:36.784019 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:36.796095 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a01:14:36.926090 tst ping_idle_ping.py: using LAC 32611\u000a01:14:37.047919 tst ping_idle_ping.py: using RAC 226\u000a01:14:37.169554 tst ping_idle_ping.py: using CellId 32611\u000a01:14:37.294343 tst ping_idle_ping.py: using BVCI 32612\u000a01:14:37.317804 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.328831 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.339637 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.350405 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.361013 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.371583 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.382410 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a01:14:37.393160 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a01:14:37.691093 tst ping_idle_ping.py:24: start network...\u000a01:14:37.828208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:38.351297 run create_hlr_db(pid=16149): Launched\u000a01:14:38.542551 bus /gobi_6: Setting Powered False\u000a01:14:39.563845 run create_hlr_db(pid=16149): Terminated: ok {rc=0}\u000a01:14:39.978664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Launched\u000a01:14:40.289535 run osmo-hlr_10.42.42.2(pid=16152): Launched\u000a01:14:40.403160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:40.939089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Launched\u000a01:14:41.249108 run osmo-stp_10.42.42.5(pid=16155): Launched\u000a01:14:41.360494 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:41.899448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Launched\u000a01:14:42.008622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:42.279352 run patchelf(pid=16158): Launched\u000a01:14:42.459227 run osmo-stp_10.42.42.5(pid=16155): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]\u000a01:14:42.590250 run osmo-stp_10.42.42.5(pid=16155): stdout: \u000a| (launched: 2022-12-13_01:14:41.095150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:42.721359 run osmo-stp_10.42.42.5(pid=16155): stderr: \u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011441267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:42.847710 run osmo-stp_10.42.42.5(pid=16155): stdout: \u000a| (launched: 2022-12-13_01:14:41.095150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:42.973232 run osmo-stp_10.42.42.5(pid=16155): stderr: \u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011441266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011441267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011441267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:43.119911 run patchelf(pid=16158): Terminating (SIGINT)\u000a01:14:43.293751 run patchelf(pid=16158): Terminated: ok {rc=0}\u000a01:14:43.325102 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)] [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a01:14:43.333769 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:14:43.394213 run osmo-hlr_10.42.42.2(pid=16152): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16152)]\u000a01:14:43.443457 run osmo-hlr_10.42.42.2(pid=16152): stdout: \u000a| (launched: 2022-12-13_01:14:40.134602) \u000a01:14:43.493374 run osmo-hlr_10.42.42.2(pid=16152): stderr: \u000a| �[0;m�[1;31m20221213011440312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011440312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011440312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011440312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011440312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011440313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011440325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011440336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011440336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011440336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:43.536219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminating (SIGTERM)\u000a01:14:43.576109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminating (SIGTERM)\u000a01:14:43.616111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Terminating (SIGTERM)\u000a01:14:43.626256 --- ParallelTerminationStrategy: PID 16151 died...\u000a01:14:43.685759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminated: ok {rc=0}\u000a01:14:43.696132 --- ParallelTerminationStrategy: PID 16154 died...\u000a01:14:43.753430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminated: ok {rc=0}\u000a01:14:43.764668 --- ParallelTerminationStrategy: PID 16157 died...\u000a01:14:43.822475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16157): Terminated: ok {rc=0}\u000a01:14:43.910264 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:14:46.073659 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.085906 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:14:46.259904 tst cs_paging_gprs_active.py: using LAC 32612\u000a01:14:46.385638 tst cs_paging_gprs_active.py: using RAC 227\u000a01:14:46.517179 tst cs_paging_gprs_active.py: using CellId 32612\u000a01:14:46.642416 tst cs_paging_gprs_active.py: using BVCI 32613\u000a01:14:46.667394 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.679541 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.691422 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.703264 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.714635 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.726025 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.737909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.749572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:46.761091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:14:46.904090 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:14:47.228148 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:14:47.371650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:47.719097 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Launched\u000a01:14:48.007666 run iperf3-srv_10.42.42.10(pid=16163): Launched\u000a01:14:48.212281 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:14:48.352736 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:14:48.699160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Launched\u000a01:14:48.987367 run iperf3-srv_10.42.42.10(pid=16165): Launched\u000a01:14:49.191765 tst cs_paging_gprs_active.py:38: start network...\u000a01:14:49.331712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:14:49.860805 run create_hlr_db(pid=16166): Launched\u000a01:14:50.054044 bus /gobi_6: Setting Powered False\u000a01:14:51.075060 run create_hlr_db(pid=16166): Terminated: ok {rc=0}\u000a01:14:51.495713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Launched\u000a01:14:51.810771 run osmo-hlr_10.42.42.2(pid=16169): Launched\u000a01:14:51.925635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:14:52.468468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Launched\u000a01:14:52.784158 run osmo-stp_10.42.42.5(pid=16172): Launched\u000a01:14:52.898036 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:14:53.445530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Launched\u000a01:14:53.556284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:14:53.830178 run patchelf(pid=16175): Launched\u000a01:14:54.013318 run osmo-stp_10.42.42.5(pid=16172): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)]\u000a01:14:54.145580 run osmo-stp_10.42.42.5(pid=16172): stdout: \u000a| (launched: 2022-12-13_01:14:52.626659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:54.278398 run osmo-stp_10.42.42.5(pid=16172): stderr: \u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011452800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:54.406895 run osmo-stp_10.42.42.5(pid=16172): stdout: \u000a| (launched: 2022-12-13_01:14:52.626659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:14:54.534101 run osmo-stp_10.42.42.5(pid=16172): stderr: \u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011452800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011452800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011452801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:14:54.682528 run patchelf(pid=16175): Terminating (SIGINT)\u000a01:14:54.857394 run patchelf(pid=16175): Terminated: ok {rc=0}\u000a01:14:54.889269 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16172): Process ended prematurely: osmo-stp_10.42.42.5(pid=16172) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16172)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:14:54.898591 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a01:14:54.958820 run osmo-hlr_10.42.42.2(pid=16169): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16169)]\u000a01:14:55.007837 run osmo-hlr_10.42.42.2(pid=16169): stdout: \u000a| (launched: 2022-12-13_01:14:51.655519) \u000a01:14:55.057603 run osmo-hlr_10.42.42.2(pid=16169): stderr: \u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011451835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011451848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011451856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011451856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011451856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:14:55.100019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Terminating (SIGTERM)\u000a01:14:55.139980 run iperf3-srv_10.42.42.10(pid=16163): Terminating (SIGTERM)\u000a01:14:55.179918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Terminating (SIGTERM)\u000a01:14:55.219726 run iperf3-srv_10.42.42.10(pid=16165): Terminating (SIGTERM)\u000a01:14:55.259528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminating (SIGTERM)\u000a01:14:55.299323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminating (SIGTERM)\u000a01:14:55.339140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Terminating (SIGTERM)\u000a01:14:55.348421 --- ParallelTerminationStrategy: PID 16162 died...\u000a01:14:55.402158 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16162): Terminated: ok {rc=0}\u000a01:14:55.411838 --- ParallelTerminationStrategy: PID 16163 died...\u000a01:14:55.465102 run iperf3-srv_10.42.42.10(pid=16163): Terminated {rc=256}\u000a01:14:55.474697 --- ParallelTerminationStrategy: PID 16164 died...\u000a01:14:55.527959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16164): Terminated: ok {rc=0}\u000a01:14:55.537722 --- ParallelTerminationStrategy: PID 16165 died...\u000a01:14:55.590821 run iperf3-srv_10.42.42.10(pid=16165): Terminated {rc=256}\u000a01:14:55.600887 --- ParallelTerminationStrategy: PID 16168 died...\u000a01:14:55.654299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16168): Terminated: ok {rc=0}\u000a01:14:55.663944 --- ParallelTerminationStrategy: PID 16171 died...\u000a01:14:55.717024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16171): Terminated: ok {rc=0}\u000a01:14:55.726679 --- ParallelTerminationStrategy: PID 16174 died...\u000a01:14:55.779636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16174): Terminated: ok {rc=0}\u000a01:14:55.868602 bus /gobi_0: Setting Powered False\u000a01:14:56.972901 bus /gobi_0: Setting Powered False\u000a01:14:58.083265 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16187): Process ended prematurely: osmo-stp_10.42.42.5(pid=16187) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16187): Process ended prematurely: osmo-stp_10.42.42.5(pid=16187) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:14:59.193430 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.205195 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:14:59.339846 tst iperf3.py: using LAC 32613\u000a01:14:59.463701 tst iperf3.py: using RAC 228\u000a01:14:59.587411 tst iperf3.py: using CellId 32613\u000a01:14:59.719307 tst iperf3.py: using BVCI 32614\u000a01:14:59.744871 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.757091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.769348 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.782293 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.793407 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.804055 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.815110 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.825989 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:14:59.836912 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:00.137701 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:15:00.277408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:00.623699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Launched\u000a01:15:00.936935 run iperf3-srv_10.42.42.10(pid=16177): Launched\u000a01:15:01.146137 tst iperf3.py:8: start network...\u000a01:15:01.288866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:01.923918 run create_hlr_db(pid=16181): Launched\u000a01:15:02.164931 bus /gobi_6: Setting Powered False\u000a01:15:03.144174 run create_hlr_db(pid=16181): Terminated: ok {rc=0}\u000a01:15:03.627125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Launched\u000a01:15:03.962600 run osmo-hlr_10.42.42.2(pid=16184): Launched\u000a01:15:04.083066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:04.668717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Launched\u000a01:15:05.003773 run osmo-stp_10.42.42.5(pid=16187): Launched\u000a01:15:05.125577 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:05.710471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Launched\u000a01:15:05.830386 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:06.124280 run patchelf(pid=16190): Launched\u000a01:15:06.319467 run osmo-stp_10.42.42.5(pid=16187): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)]\u000a01:15:06.462022 run osmo-stp_10.42.42.5(pid=16187): stdout: \u000a| (launched: 2022-12-13_01:15:04.838483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:06.604511 run osmo-stp_10.42.42.5(pid=16187): stderr: \u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011505034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:06.742288 run osmo-stp_10.42.42.5(pid=16187): stdout: \u000a| (launched: 2022-12-13_01:15:04.838483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:06.879167 run osmo-stp_10.42.42.5(pid=16187): stderr: \u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011505033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011505034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011505034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:07.039051 run patchelf(pid=16190): Terminating (SIGINT)\u000a01:15:07.226268 run patchelf(pid=16190): Terminated: ok {rc=0}\u000a01:15:07.260277 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16187): Process ended prematurely: osmo-stp_10.42.42.5(pid=16187) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16187)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a01:15:07.270286 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a01:15:07.335238 run osmo-hlr_10.42.42.2(pid=16184): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16184)]\u000a01:15:07.387958 run osmo-hlr_10.42.42.2(pid=16184): stdout: \u000a| (launched: 2022-12-13_01:15:03.796908) \u000a01:15:07.441286 run osmo-hlr_10.42.42.2(pid=16184): stderr: \u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011503998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011504010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011504019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011504019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011504019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:07.486467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Terminating (SIGTERM)\u000a01:15:07.529290 run iperf3-srv_10.42.42.10(pid=16177): Terminating (SIGTERM)\u000a01:15:07.572601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Terminating (SIGTERM)\u000a01:15:07.615562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Terminating (SIGTERM)\u000a01:15:07.658066 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Terminating (SIGTERM)\u000a01:15:07.668319 --- ParallelTerminationStrategy: PID 16176 died...\u000a01:15:07.726167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16176): Terminated: ok {rc=0}\u000a01:15:07.736622 --- ParallelTerminationStrategy: PID 16177 died...\u000a01:15:07.793649 run iperf3-srv_10.42.42.10(pid=16177): Terminated {rc=256}\u000a01:15:07.803925 --- ParallelTerminationStrategy: PID 16183 died...\u000a01:15:07.861002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16183): Terminated: ok {rc=0}\u000a01:15:07.871299 --- ParallelTerminationStrategy: PID 16186 died...\u000a01:15:07.928225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16186): Terminated: ok {rc=0}\u000a01:15:07.938586 --- ParallelTerminationStrategy: PID 16189 died...\u000a01:15:07.995205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16189): Terminated: ok {rc=0}\u000a01:15:08.082919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16205): Process ended prematurely: osmo-stp_10.42.42.5(pid=16205) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16205): Process ended prematurely: osmo-stp_10.42.42.5(pid=16205) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:15:09.197251 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.209073 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:15:09.339022 tst iperf3m4.py: using LAC 32614\u000a01:15:09.469793 tst iperf3m4.py: using RAC 229\u000a01:15:09.595686 tst iperf3m4.py: using CellId 32614\u000a01:15:09.720411 tst iperf3m4.py: using BVCI 32615\u000a01:15:09.744474 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.756067 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.766958 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.777977 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.788734 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.799544 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.810729 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.821531 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:09.832514 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:09.955255 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:10.078814 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:10.202033 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:10.504161 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:15:10.644260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:10.991460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Launched\u000a01:15:11.280494 run iperf3-srv_10.42.42.10(pid=16192): Launched\u000a01:15:11.486654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:15:11.626868 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:11.975602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Launched\u000a01:15:12.266425 run iperf3-srv_10.42.42.10(pid=16194): Launched\u000a01:15:12.472668 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:15:12.612818 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:12.961751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Launched\u000a01:15:13.252042 run iperf3-srv_10.42.42.10(pid=16196): Launched\u000a01:15:13.458285 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:15:13.598645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:13.947791 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Launched\u000a01:15:14.238173 run iperf3-srv_10.42.42.10(pid=16198): Launched\u000a01:15:14.444106 tst iperf3m4.py:8: start network...\u000a01:15:14.584482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:15.114266 run create_hlr_db(pid=16199): Launched\u000a01:15:15.307850 bus /gobi_6: Setting Powered False\u000a01:15:16.353588 run create_hlr_db(pid=16199): Terminated: ok {rc=0}\u000a01:15:16.863576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Launched\u000a01:15:17.286710 run osmo-hlr_10.42.42.2(pid=16202): Launched\u000a01:15:17.412448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:17.997627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Launched\u000a01:15:18.334043 run osmo-stp_10.42.42.5(pid=16205): Launched\u000a01:15:18.456755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:19.042531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Launched\u000a01:15:19.162678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:19.457366 run patchelf(pid=16208): Launched\u000a01:15:19.653610 run osmo-stp_10.42.42.5(pid=16205): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)]\u000a01:15:19.796328 run osmo-stp_10.42.42.5(pid=16205): stdout: \u000a| (launched: 2022-12-13_01:15:18.168021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:19.939775 run osmo-stp_10.42.42.5(pid=16205): stderr: \u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011518361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:20.078603 run osmo-stp_10.42.42.5(pid=16205): stdout: \u000a| (launched: 2022-12-13_01:15:18.168021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:20.216561 run osmo-stp_10.42.42.5(pid=16205): stderr: \u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011518360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011518361 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011518361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:20.377575 run patchelf(pid=16208): Terminating (SIGINT)\u000a01:15:20.566285 run patchelf(pid=16208): Terminated: ok {rc=0}\u000a01:15:20.600337 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16205): Process ended prematurely: osmo-stp_10.42.42.5(pid=16205) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16205)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:15:20.610311 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a01:15:20.676188 run osmo-hlr_10.42.42.2(pid=16202): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16202)]\u000a01:15:20.729610 run osmo-hlr_10.42.42.2(pid=16202): stdout: \u000a| (launched: 2022-12-13_01:15:17.039734) \u000a01:15:20.783385 run osmo-hlr_10.42.42.2(pid=16202): stderr: \u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011517286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011517298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011517307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011517307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011517307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:20.829170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminating (SIGTERM)\u000a01:15:20.872916 run iperf3-srv_10.42.42.10(pid=16192): Terminating (SIGTERM)\u000a01:15:20.915685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminating (SIGTERM)\u000a01:15:20.958791 run iperf3-srv_10.42.42.10(pid=16194): Terminating (SIGTERM)\u000a01:15:21.001677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Terminating (SIGTERM)\u000a01:15:21.044499 run iperf3-srv_10.42.42.10(pid=16196): Terminating (SIGTERM)\u000a01:15:21.088695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Terminating (SIGTERM)\u000a01:15:21.131303 run iperf3-srv_10.42.42.10(pid=16198): Terminating (SIGTERM)\u000a01:15:21.174726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Terminating (SIGTERM)\u000a01:15:21.217785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Terminating (SIGTERM)\u000a01:15:21.261239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Terminating (SIGTERM)\u000a01:15:21.271777 --- ParallelTerminationStrategy: PID 16191 died...\u000a01:15:21.329647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16191): Terminated: ok {rc=0}\u000a01:15:21.340367 --- ParallelTerminationStrategy: PID 16192 died...\u000a01:15:21.397692 run iperf3-srv_10.42.42.10(pid=16192): Terminated {rc=256}\u000a01:15:21.408048 --- ParallelTerminationStrategy: PID 16193 died...\u000a01:15:21.464440 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16193): Terminated: ok {rc=0}\u000a01:15:21.475210 --- ParallelTerminationStrategy: PID 16194 died...\u000a01:15:21.531931 run iperf3-srv_10.42.42.10(pid=16194): Terminated {rc=256}\u000a01:15:21.542260 --- ParallelTerminationStrategy: PID 16195 died...\u000a01:15:21.598988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16195): Terminated: ok {rc=0}\u000a01:15:21.609181 --- ParallelTerminationStrategy: PID 16196 died...\u000a01:15:21.665459 run iperf3-srv_10.42.42.10(pid=16196): Terminated {rc=256}\u000a01:15:21.676045 --- ParallelTerminationStrategy: PID 16197 died...\u000a01:15:21.733019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16197): Terminated: ok {rc=0}\u000a01:15:21.743354 --- ParallelTerminationStrategy: PID 16198 died...\u000a01:15:21.800084 run iperf3-srv_10.42.42.10(pid=16198): Terminated {rc=256}\u000a01:15:21.810244 --- ParallelTerminationStrategy: PID 16201 died...\u000a01:15:21.867286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16201): Terminated: ok {rc=0}\u000a01:15:21.878018 --- ParallelTerminationStrategy: PID 16204 died...\u000a01:15:21.935398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16204): Terminated: ok {rc=0}\u000a01:15:21.945717 --- ParallelTerminationStrategy: PID 16207 died...\u000a01:15:22.002830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16207): Terminated: ok {rc=0}\u000a01:15:22.089980 bus /gobi_4: Setting Powered False\u000a01:15:23.197537 bus /gobi_4: Setting Powered False\u000a01:15:24.306518 bus /gobi_1: Setting Powered False\u000a01:15:25.414802 bus /gobi_1: Setting Powered False\u000a01:15:26.522838 bus /gobi_0: Setting Powered False\u000a01:15:27.630238 bus /gobi_0: Setting Powered False\u000a01:15:28.742140 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:15:29.810397 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:29.822391 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:15:29.954136 tst ping.py: using LAC 32615\u000a01:15:30.075515 tst ping.py: using RAC 230\u000a01:15:30.197190 tst ping.py: using CellId 32615\u000a01:15:30.317866 tst ping.py: using BVCI 32616\u000a01:15:30.341255 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.352382 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.363332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.374275 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.385184 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.395965 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.407109 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:30.417964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:30.695772 tst ping.py:19: start network...\u000a01:15:30.821655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:31.362379 run create_hlr_db(pid=16209): Launched\u000a01:15:31.542856 bus /gobi_6: Setting Powered False\u000a01:15:32.560220 run create_hlr_db(pid=16209): Terminated: ok {rc=0}\u000a01:15:32.969747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Launched\u000a01:15:33.275363 run osmo-hlr_10.42.42.2(pid=16212): Launched\u000a01:15:33.387128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:33.923285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Launched\u000a01:15:34.230799 run osmo-stp_10.42.42.5(pid=16215): Launched\u000a01:15:34.340736 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:34.875255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Launched\u000a01:15:34.984072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:35.251247 run patchelf(pid=16218): Launched\u000a01:15:35.430020 run osmo-stp_10.42.42.5(pid=16215): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)]\u000a01:15:35.560494 run osmo-stp_10.42.42.5(pid=16215): stdout: \u000a| (launched: 2022-12-13_01:15:34.077927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:35.691435 run osmo-stp_10.42.42.5(pid=16215): stderr: \u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011534249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:35.817810 run osmo-stp_10.42.42.5(pid=16215): stdout: \u000a| (launched: 2022-12-13_01:15:34.077927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:35.943130 run osmo-stp_10.42.42.5(pid=16215): stderr: \u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011534248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011534249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011534249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:36.089549 run patchelf(pid=16218): Terminating (SIGINT)\u000a01:15:36.261699 run patchelf(pid=16218): Terminated: ok {rc=0}\u000a01:15:36.292717 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16215): Process ended prematurely: osmo-stp_10.42.42.5(pid=16215) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16215)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a01:15:36.301604 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:15:36.361877 run osmo-hlr_10.42.42.2(pid=16212): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16212)]\u000a01:15:36.411410 run osmo-hlr_10.42.42.2(pid=16212): stdout: \u000a| (launched: 2022-12-13_01:15:33.124101) \u000a01:15:36.461450 run osmo-hlr_10.42.42.2(pid=16212): stderr: \u000a| �[0;m�[1;31m20221213011533301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011533301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011533302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011533302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011533302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011533302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011533316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011533326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011533326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011533326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:36.504067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminating (SIGTERM)\u000a01:15:36.544477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminating (SIGTERM)\u000a01:15:36.585022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminating (SIGTERM)\u000a01:15:36.594497 --- ParallelTerminationStrategy: PID 16211 died...\u000a01:15:36.648766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16211): Terminated: ok {rc=0}\u000a01:15:36.658681 --- ParallelTerminationStrategy: PID 16214 died...\u000a01:15:36.712451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16214): Terminated: ok {rc=0}\u000a01:15:36.722190 --- ParallelTerminationStrategy: PID 16217 died...\u000a01:15:36.775087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16217): Terminated: ok {rc=0}\u000a01:15:36.858919 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:15:37.912089 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:37.924635 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:15:38.065677 tst ping_idle_ping.py: using LAC 32616\u000a01:15:38.197080 tst ping_idle_ping.py: using RAC 231\u000a01:15:38.325506 tst ping_idle_ping.py: using CellId 32616\u000a01:15:38.456101 tst ping_idle_ping.py: using BVCI 32617\u000a01:15:38.481150 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.492856 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.504332 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.516270 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.528138 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.540027 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.552013 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:15:38.564052 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:15:38.864622 tst ping_idle_ping.py:24: start network...\u000a01:15:39.001812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:39.529705 run create_hlr_db(pid=16219): Launched\u000a01:15:39.720182 bus /gobi_6: Setting Powered False\u000a01:15:40.742146 run create_hlr_db(pid=16219): Terminated: ok {rc=0}\u000a01:15:41.181777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Launched\u000a01:15:41.513316 run osmo-hlr_10.42.42.2(pid=16222): Launched\u000a01:15:41.634552 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:42.211392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Launched\u000a01:15:42.543180 run osmo-stp_10.42.42.5(pid=16225): Launched\u000a01:15:42.662963 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:43.236856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Launched\u000a01:15:43.354350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:43.642102 run patchelf(pid=16228): Launched\u000a01:15:43.834525 run osmo-stp_10.42.42.5(pid=16225): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)]\u000a01:15:43.975163 run osmo-stp_10.42.42.5(pid=16225): stdout: \u000a| (launched: 2022-12-13_01:15:42.378560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:44.115999 run osmo-stp_10.42.42.5(pid=16225): stderr: \u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011542571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:44.252003 run osmo-stp_10.42.42.5(pid=16225): stdout: \u000a| (launched: 2022-12-13_01:15:42.378560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:44.386915 run osmo-stp_10.42.42.5(pid=16225): stderr: \u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011542571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011542571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011542572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:44.544159 run patchelf(pid=16228): Terminating (SIGINT)\u000a01:15:44.728704 run patchelf(pid=16228): Terminated: ok {rc=0}\u000a01:15:44.762001 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16225): Process ended prematurely: osmo-stp_10.42.42.5(pid=16225) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16225)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:15:44.771266 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:15:44.835263 run osmo-hlr_10.42.42.2(pid=16222): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16222)]\u000a01:15:44.887217 run osmo-hlr_10.42.42.2(pid=16222): stdout: \u000a| (launched: 2022-12-13_01:15:41.349225) \u000a01:15:44.939943 run osmo-hlr_10.42.42.2(pid=16222): stderr: \u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011541546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011541558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011541566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011541567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011541567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:44.984554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminating (SIGTERM)\u000a01:15:45.027262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminating (SIGTERM)\u000a01:15:45.069653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Terminating (SIGTERM)\u000a01:15:45.079657 --- ParallelTerminationStrategy: PID 16221 died...\u000a01:15:45.136745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16221): Terminated: ok {rc=0}\u000a01:15:45.147137 --- ParallelTerminationStrategy: PID 16224 died...\u000a01:15:45.203761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16224): Terminated: ok {rc=0}\u000a01:15:45.214047 --- ParallelTerminationStrategy: PID 16227 died...\u000a01:15:45.270842 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16227): Terminated: ok {rc=0}\u000a01:15:45.358331 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16242): Process ended prematurely: osmo-stp_10.42.42.5(pid=16242) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16242): Process ended prematurely: osmo-stp_10.42.42.5(pid=16242) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:15:47.620182 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:47.631701 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:15:47.790590 tst cs_paging_gprs_active.py: using LAC 32617\u000a01:15:47.920579 tst cs_paging_gprs_active.py: using RAC 232\u000a01:15:48.043175 tst cs_paging_gprs_active.py: using CellId 32617\u000a01:15:48.166157 tst cs_paging_gprs_active.py: using BVCI 32618\u000a01:15:48.190283 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.201429 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.212405 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.223638 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.234752 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.245821 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.256850 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.267746 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:15:48.279022 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:15:48.402399 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:15:48.688847 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:15:48.818829 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:49.143609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Launched\u000a01:15:49.416100 run iperf3-srv_10.42.42.10(pid=16233): Launched\u000a01:15:49.606935 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:15:49.737486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:15:50.064859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Launched\u000a01:15:50.336485 run iperf3-srv_10.42.42.10(pid=16235): Launched\u000a01:15:50.525867 tst cs_paging_gprs_active.py:38: start network...\u000a01:15:50.655461 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:15:51.157103 run create_hlr_db(pid=16236): Launched\u000a01:15:51.335701 bus /gobi_6: Setting Powered False\u000a01:15:52.370909 run create_hlr_db(pid=16236): Terminated: ok {rc=0}\u000a01:15:52.792875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Launched\u000a01:15:53.107611 run osmo-hlr_10.42.42.2(pid=16239): Launched\u000a01:15:53.221577 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:15:53.763169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Launched\u000a01:15:54.076702 run osmo-stp_10.42.42.5(pid=16242): Launched\u000a01:15:54.188878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:15:54.733545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Launched\u000a01:15:54.844413 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:15:55.118943 run patchelf(pid=16245): Launched\u000a01:15:55.301202 run osmo-stp_10.42.42.5(pid=16242): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)]\u000a01:15:55.434642 run osmo-stp_10.42.42.5(pid=16242): stdout: \u000a| (launched: 2022-12-13_01:15:53.921564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:55.567897 run osmo-stp_10.42.42.5(pid=16242): stderr: \u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011554093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:55.696748 run osmo-stp_10.42.42.5(pid=16242): stdout: \u000a| (launched: 2022-12-13_01:15:53.921564)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:15:55.824354 run osmo-stp_10.42.42.5(pid=16242): stderr: \u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011554092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011554093 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011554093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:15:55.973303 run patchelf(pid=16245): Terminating (SIGINT)\u000a01:15:56.149464 run patchelf(pid=16245): Terminated: ok {rc=0}\u000a01:15:56.181571 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16242): Process ended prematurely: osmo-stp_10.42.42.5(pid=16242) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16242)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:15:56.190956 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:15:56.251830 run osmo-hlr_10.42.42.2(pid=16239): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16239)]\u000a01:15:56.301215 run osmo-hlr_10.42.42.2(pid=16239): stdout: \u000a| (launched: 2022-12-13_01:15:52.951377) \u000a01:15:56.351515 run osmo-hlr_10.42.42.2(pid=16239): stderr: \u000a| �[0;m�[1;31m20221213011553129 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011553130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011553130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011553130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011553130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011553130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011553170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011553181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011553181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011553181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:15:56.394435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Terminating (SIGTERM)\u000a01:15:56.434909 run iperf3-srv_10.42.42.10(pid=16233): Terminating (SIGTERM)\u000a01:15:56.475472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Terminating (SIGTERM)\u000a01:15:56.515923 run iperf3-srv_10.42.42.10(pid=16235): Terminating (SIGTERM)\u000a01:15:56.556428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Terminating (SIGTERM)\u000a01:15:56.596636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Terminating (SIGTERM)\u000a01:15:56.637085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Terminating (SIGTERM)\u000a01:15:56.646557 --- ParallelTerminationStrategy: PID 16232 died...\u000a01:15:56.700645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16232): Terminated: ok {rc=0}\u000a01:15:56.710497 --- ParallelTerminationStrategy: PID 16233 died...\u000a01:15:56.764255 run iperf3-srv_10.42.42.10(pid=16233): Terminated {rc=256}\u000a01:15:56.773990 --- ParallelTerminationStrategy: PID 16234 died...\u000a01:15:56.827897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16234): Terminated: ok {rc=0}\u000a01:15:56.837843 --- ParallelTerminationStrategy: PID 16235 died...\u000a01:15:56.891372 run iperf3-srv_10.42.42.10(pid=16235): Terminated {rc=256}\u000a01:15:56.901079 --- ParallelTerminationStrategy: PID 16238 died...\u000a01:15:56.954576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16238): Terminated: ok {rc=0}\u000a01:15:56.964189 --- ParallelTerminationStrategy: PID 16241 died...\u000a01:15:57.018007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16241): Terminated: ok {rc=0}\u000a01:15:57.027796 --- ParallelTerminationStrategy: PID 16244 died...\u000a01:15:57.081900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16244): Terminated: ok {rc=0}\u000a01:15:57.173086 bus /gobi_0: Setting Powered False\u000a01:15:58.277194 bus /gobi_0: Setting Powered False\u000a01:15:59.390226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16254): Process ended prematurely: osmo-stp_10.42.42.5(pid=16254) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16254): Process ended prematurely: osmo-stp_10.42.42.5(pid=16254) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:16:00.505842 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:00.518259 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:16:00.687259 tst iperf3.py: using LAC 32618\u000a01:16:00.816401 tst iperf3.py: using RAC 233\u000a01:16:00.960819 tst iperf3.py: using CellId 32618\u000a01:16:01.096878 tst iperf3.py: using BVCI 32619\u000a01:16:01.121459 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.133212 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.144846 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.157140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.169358 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.182160 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.194457 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.206521 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:01.218470 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:01.549429 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:16:01.686006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:16:02.034863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Launched\u000a01:16:02.319344 run iperf3-srv_10.42.42.10(pid=16247): Launched\u000a01:16:02.523748 tst iperf3.py:8: start network...\u000a01:16:02.663077 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:03.187830 run create_hlr_db(pid=16248): Launched\u000a01:16:03.380559 bus /gobi_6: Setting Powered False\u000a01:16:04.401734 run create_hlr_db(pid=16248): Terminated: ok {rc=0}\u000a01:16:04.845506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Launched\u000a01:16:05.180738 run osmo-hlr_10.42.42.2(pid=16251): Launched\u000a01:16:05.301074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:05.856609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Launched\u000a01:16:06.162702 run osmo-stp_10.42.42.5(pid=16254): Launched\u000a01:16:06.273205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:06.806853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Launched\u000a01:16:06.915716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:07.182759 run patchelf(pid=16257): Launched\u000a01:16:07.361355 run osmo-stp_10.42.42.5(pid=16254): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)]\u000a01:16:07.491823 run osmo-stp_10.42.42.5(pid=16254): stdout: \u000a| (launched: 2022-12-13_01:16:06.011760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:07.622280 run osmo-stp_10.42.42.5(pid=16254): stderr: \u000a| �[0;m�[38;5;43m20221213011606180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011606180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011606181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011606181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011606181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011606182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011606182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:07.748587 run osmo-stp_10.42.42.5(pid=16254): stdout: \u000a| (launched: 2022-12-13_01:16:06.011760)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:07.874124 run osmo-stp_10.42.42.5(pid=16254): stderr: \u000a| �[0;m�[38;5;43m20221213011606180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011606180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011606181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011606181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011606181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011606182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011606182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:08.021106 run patchelf(pid=16257): Terminating (SIGINT)\u000a01:16:08.194726 run patchelf(pid=16257): Terminated: ok {rc=0}\u000a01:16:08.226403 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16254): Process ended prematurely: osmo-stp_10.42.42.5(pid=16254) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16254)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:16:08.235527 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:16:08.295430 run osmo-hlr_10.42.42.2(pid=16251): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16251)]\u000a01:16:08.344374 run osmo-hlr_10.42.42.2(pid=16251): stdout: \u000a| (launched: 2022-12-13_01:16:05.015404) \u000a01:16:08.394121 run osmo-hlr_10.42.42.2(pid=16251): stderr: \u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011605214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011605226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011605235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011605235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011605235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:08.436446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminating (SIGTERM)\u000a01:16:08.476566 run iperf3-srv_10.42.42.10(pid=16247): Terminating (SIGTERM)\u000a01:16:08.516691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Terminating (SIGTERM)\u000a01:16:08.556667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Terminating (SIGTERM)\u000a01:16:08.596736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Terminating (SIGTERM)\u000a01:16:08.606274 --- ParallelTerminationStrategy: PID 16246 died...\u000a01:16:08.659938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16246): Terminated: ok {rc=0}\u000a01:16:08.669870 --- ParallelTerminationStrategy: PID 16247 died...\u000a01:16:08.723181 run iperf3-srv_10.42.42.10(pid=16247): Terminated {rc=256}\u000a01:16:08.733220 --- ParallelTerminationStrategy: PID 16250 died...\u000a01:16:08.786161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16250): Terminated: ok {rc=0}\u000a01:16:08.795832 --- ParallelTerminationStrategy: PID 16253 died...\u000a01:16:08.849167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16253): Terminated: ok {rc=0}\u000a01:16:08.858910 --- ParallelTerminationStrategy: PID 16256 died...\u000a01:16:08.911859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16256): Terminated: ok {rc=0}\u000a01:16:08.995776 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16272): Process ended prematurely: osmo-stp_10.42.42.5(pid=16272) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16272): Process ended prematurely: osmo-stp_10.42.42.5(pid=16272) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:16:10.106596 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.118324 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:16:10.268144 tst iperf3m4.py: using LAC 32619\u000a01:16:10.396013 tst iperf3m4.py: using RAC 234\u000a01:16:10.524223 tst iperf3m4.py: using CellId 32619\u000a01:16:10.654671 tst iperf3m4.py: using BVCI 32620\u000a01:16:10.680204 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.692084 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.703402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.715034 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.726510 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.738123 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.749809 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.761303 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:10.773140 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:10.891421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:11.014962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:11.132766 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:11.431463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:16:11.568585 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:16:11.908545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Launched\u000a01:16:12.191474 run iperf3-srv_10.42.42.10(pid=16259): Launched\u000a01:16:12.393496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:16:12.530777 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:16:12.870462 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Launched\u000a01:16:13.153233 run iperf3-srv_10.42.42.10(pid=16261): Launched\u000a01:16:13.354116 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:16:13.492176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:16:13.832352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Launched\u000a01:16:14.115016 run iperf3-srv_10.42.42.10(pid=16263): Launched\u000a01:16:14.315935 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:16:14.453486 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:16:14.792841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Launched\u000a01:16:15.074809 run iperf3-srv_10.42.42.10(pid=16265): Launched\u000a01:16:15.274886 tst iperf3m4.py:8: start network...\u000a01:16:15.412386 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:15.967472 run create_hlr_db(pid=16266): Launched\u000a01:16:16.184479 bus /gobi_6: Setting Powered False\u000a01:16:17.182831 run create_hlr_db(pid=16266): Terminated: ok {rc=0}\u000a01:16:17.654300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Launched\u000a01:16:17.982809 run osmo-hlr_10.42.42.2(pid=16269): Launched\u000a01:16:18.100687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:18.673595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Launched\u000a01:16:19.000120 run osmo-stp_10.42.42.5(pid=16272): Launched\u000a01:16:19.118812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:19.690579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Launched\u000a01:16:19.808276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:20.097263 run patchelf(pid=16275): Launched\u000a01:16:20.289194 run osmo-stp_10.42.42.5(pid=16272): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)]\u000a01:16:20.429555 run osmo-stp_10.42.42.5(pid=16272): stdout: \u000a| (launched: 2022-12-13_01:16:18.839336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:20.569469 run osmo-stp_10.42.42.5(pid=16272): stderr: \u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011619030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:20.704823 run osmo-stp_10.42.42.5(pid=16272): stdout: \u000a| (launched: 2022-12-13_01:16:18.839336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:20.839076 run osmo-stp_10.42.42.5(pid=16272): stderr: \u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011619030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011619030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011619031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:20.995995 run patchelf(pid=16275): Terminating (SIGINT)\u000a01:16:21.180684 run patchelf(pid=16275): Terminated: ok {rc=0}\u000a01:16:21.214183 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16272): Process ended prematurely: osmo-stp_10.42.42.5(pid=16272) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16272)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:16:21.224003 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:16:21.288178 run osmo-hlr_10.42.42.2(pid=16269): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16269)]\u000a01:16:21.339774 run osmo-hlr_10.42.42.2(pid=16269): stdout: \u000a| (launched: 2022-12-13_01:16:17.820937) \u000a01:16:21.392423 run osmo-hlr_10.42.42.2(pid=16269): stderr: \u000a| �[0;m�[1;31m20221213011618018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011618018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011618018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011618018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011618018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011618019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011618031 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011618040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:21.437067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Terminating (SIGTERM)\u000a01:16:21.478798 run iperf3-srv_10.42.42.10(pid=16259): Terminating (SIGTERM)\u000a01:16:21.520936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminating (SIGTERM)\u000a01:16:21.563262 run iperf3-srv_10.42.42.10(pid=16261): Terminating (SIGTERM)\u000a01:16:21.605087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminating (SIGTERM)\u000a01:16:21.646963 run iperf3-srv_10.42.42.10(pid=16263): Terminating (SIGTERM)\u000a01:16:21.689224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Terminating (SIGTERM)\u000a01:16:21.731207 run iperf3-srv_10.42.42.10(pid=16265): Terminating (SIGTERM)\u000a01:16:21.773342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Terminating (SIGTERM)\u000a01:16:21.815325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Terminating (SIGTERM)\u000a01:16:21.857052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Terminating (SIGTERM)\u000a01:16:21.867122 --- ParallelTerminationStrategy: PID 16258 died...\u000a01:16:21.923299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16258): Terminated: ok {rc=0}\u000a01:16:21.933403 --- ParallelTerminationStrategy: PID 16259 died...\u000a01:16:21.989492 run iperf3-srv_10.42.42.10(pid=16259): Terminated {rc=256}\u000a01:16:22.000165 --- ParallelTerminationStrategy: PID 16260 died...\u000a01:16:22.056172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16260): Terminated: ok {rc=0}\u000a01:16:22.066253 --- ParallelTerminationStrategy: PID 16261 died...\u000a01:16:22.122039 run iperf3-srv_10.42.42.10(pid=16261): Terminated {rc=256}\u000a01:16:22.132233 --- ParallelTerminationStrategy: PID 16262 died...\u000a01:16:22.187940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16262): Terminated: ok {rc=0}\u000a01:16:22.198410 --- ParallelTerminationStrategy: PID 16263 died...\u000a01:16:22.254241 run iperf3-srv_10.42.42.10(pid=16263): Terminated {rc=256}\u000a01:16:22.264480 --- ParallelTerminationStrategy: PID 16264 died...\u000a01:16:22.320867 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16264): Terminated: ok {rc=0}\u000a01:16:22.331176 --- ParallelTerminationStrategy: PID 16265 died...\u000a01:16:22.387203 run iperf3-srv_10.42.42.10(pid=16265): Terminated {rc=256}\u000a01:16:22.397609 --- ParallelTerminationStrategy: PID 16268 died...\u000a01:16:22.453626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16268): Terminated: ok {rc=0}\u000a01:16:22.464288 --- ParallelTerminationStrategy: PID 16271 died...\u000a01:16:22.520610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16271): Terminated: ok {rc=0}\u000a01:16:22.531001 --- ParallelTerminationStrategy: PID 16274 died...\u000a01:16:22.586955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16274): Terminated: ok {rc=0}\u000a01:16:22.673506 bus /gobi_4: Setting Powered False\u000a01:16:23.779683 bus /gobi_4: Setting Powered False\u000a01:16:24.887629 bus /gobi_1: Setting Powered False\u000a01:16:25.993942 bus /gobi_1: Setting Powered False\u000a01:16:27.101789 bus /gobi_0: Setting Powered False\u000a01:16:28.204779 bus /gobi_0: Setting Powered False\u000a01:16:29.316849 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:16:30.384595 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.396428 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:16:30.542676 tst ping.py: using LAC 32620\u000a01:16:30.658539 tst ping.py: using RAC 235\u000a01:16:30.774444 tst ping.py: using CellId 32620\u000a01:16:30.917868 tst ping.py: using BVCI 32621\u000a01:16:30.941444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.953026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.964252 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.975725 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.987153 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:30.998816 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:31.010529 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:31.022039 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:31.316585 tst ping.py:19: start network...\u000a01:16:31.457294 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:31.993230 run create_hlr_db(pid=16276): Launched\u000a01:16:32.218936 bus /gobi_6: Setting Powered False\u000a01:16:33.207927 run create_hlr_db(pid=16276): Terminated: ok {rc=0}\u000a01:16:33.640789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Launched\u000a01:16:33.941057 run osmo-hlr_10.42.42.2(pid=16279): Launched\u000a01:16:34.059624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:34.597227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Launched\u000a01:16:34.897338 run osmo-stp_10.42.42.5(pid=16282): Launched\u000a01:16:35.006192 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:35.530134 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Launched\u000a01:16:35.636225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:35.898790 run patchelf(pid=16285): Launched\u000a01:16:36.079438 run osmo-stp_10.42.42.5(pid=16282): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)]\u000a01:16:36.207040 run osmo-stp_10.42.42.5(pid=16282): stdout: \u000a| (launched: 2022-12-13_01:16:34.748832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:36.335422 run osmo-stp_10.42.42.5(pid=16282): stderr: \u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011634917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:36.460449 run osmo-stp_10.42.42.5(pid=16282): stdout: \u000a| (launched: 2022-12-13_01:16:34.748832)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:36.582857 run osmo-stp_10.42.42.5(pid=16282): stderr: \u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011634917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011634917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011634918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:36.725654 run patchelf(pid=16285): Terminating (SIGINT)\u000a01:16:36.894512 run patchelf(pid=16285): Terminated: ok {rc=0}\u000a01:16:36.925172 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16282): Process ended prematurely: osmo-stp_10.42.42.5(pid=16282) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16282)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:16:36.933793 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:16:36.993766 run osmo-hlr_10.42.42.2(pid=16279): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16279)]\u000a01:16:37.042510 run osmo-hlr_10.42.42.2(pid=16279): stdout: \u000a| (launched: 2022-12-13_01:16:33.792896) \u000a01:16:37.091666 run osmo-hlr_10.42.42.2(pid=16279): stderr: \u000a| �[0;m�[1;31m20221213011633968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011633968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011633968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011633968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011633968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011633969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011633981 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011633992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011633992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011633992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:37.133729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminating (SIGTERM)\u000a01:16:37.173154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminating (SIGTERM)\u000a01:16:37.212726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminating (SIGTERM)\u000a01:16:37.221999 --- ParallelTerminationStrategy: PID 16278 died...\u000a01:16:37.274834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16278): Terminated: ok {rc=0}\u000a01:16:37.284396 --- ParallelTerminationStrategy: PID 16281 died...\u000a01:16:37.337109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16281): Terminated: ok {rc=0}\u000a01:16:37.346795 --- ParallelTerminationStrategy: PID 16284 died...\u000a01:16:37.399442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16284): Terminated: ok {rc=0}\u000a01:16:37.487785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16292): Process ended prematurely: osmo-stp_10.42.42.5(pid=16292) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16292): Process ended prematurely: osmo-stp_10.42.42.5(pid=16292) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:16:38.538187 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:38.550074 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:16:38.695933 tst ping_idle_ping.py: using LAC 32621\u000a01:16:38.815342 tst ping_idle_ping.py: using RAC 236\u000a01:16:38.933837 tst ping_idle_ping.py: using CellId 32621\u000a01:16:39.051270 tst ping_idle_ping.py: using BVCI 32622\u000a01:16:39.074237 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.085320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.096148 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.106989 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.117806 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.128549 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.139476 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:16:39.150228 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:16:39.441654 tst ping_idle_ping.py:24: start network...\u000a01:16:39.575903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:40.084733 run create_hlr_db(pid=16286): Launched\u000a01:16:40.271885 bus /gobi_6: Setting Powered False\u000a01:16:41.292491 run create_hlr_db(pid=16286): Terminated: ok {rc=0}\u000a01:16:41.704622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Launched\u000a01:16:42.029077 run osmo-hlr_10.42.42.2(pid=16289): Launched\u000a01:16:42.148159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:42.711259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Launched\u000a01:16:43.033336 run osmo-stp_10.42.42.5(pid=16292): Launched\u000a01:16:43.149357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:43.713081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Launched\u000a01:16:43.827512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:44.109946 run patchelf(pid=16295): Launched\u000a01:16:44.298467 run osmo-stp_10.42.42.5(pid=16292): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)]\u000a01:16:44.436832 run osmo-stp_10.42.42.5(pid=16292): stdout: \u000a| (launched: 2022-12-13_01:16:42.874969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:44.575351 run osmo-stp_10.42.42.5(pid=16292): stderr: \u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011643065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011643065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011643066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011643066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:44.708701 run osmo-stp_10.42.42.5(pid=16292): stdout: \u000a| (launched: 2022-12-13_01:16:42.874969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:44.840840 run osmo-stp_10.42.42.5(pid=16292): stderr: \u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011643064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011643065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011643065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011643066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011643066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:44.995509 run patchelf(pid=16295): Terminating (SIGINT)\u000a01:16:45.177249 run patchelf(pid=16295): Terminated: ok {rc=0}\u000a01:16:45.209844 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16292): Process ended prematurely: osmo-stp_10.42.42.5(pid=16292) [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16292)] [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:16:45.219024 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a01:16:45.281387 run osmo-hlr_10.42.42.2(pid=16289): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16289)]\u000a01:16:45.332283 run osmo-hlr_10.42.42.2(pid=16289): stdout: \u000a| (launched: 2022-12-13_01:16:41.868666) \u000a01:16:45.384182 run osmo-hlr_10.42.42.2(pid=16289): stderr: \u000a| �[0;m�[1;31m20221213011642064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011642065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011642065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011642065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011642065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011642065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011642080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011642090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011642090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011642090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:45.429331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Terminating (SIGTERM)\u000a01:16:45.473313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Terminating (SIGTERM)\u000a01:16:45.516653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Terminating (SIGTERM)\u000a01:16:45.526819 --- ParallelTerminationStrategy: PID 16288 died...\u000a01:16:45.582931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16288): Terminated: ok {rc=0}\u000a01:16:45.593210 --- ParallelTerminationStrategy: PID 16291 died...\u000a01:16:45.648825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16291): Terminated: ok {rc=0}\u000a01:16:45.659285 --- ParallelTerminationStrategy: PID 16294 died...\u000a01:16:45.714788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16294): Terminated: ok {rc=0}\u000a01:16:45.800762 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:15:47" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16305): Process ended prematurely: osmo-stp_10.42.42.5(pid=16305) [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16305): Process ended prematurely: osmo-stp_10.42.42.5(pid=16305) [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:16:47.832402 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:47.844552 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:16:48.000479 tst switch_tch_pdch.py: using LAC 32622\u000a01:16:48.127376 tst switch_tch_pdch.py: using RAC 237\u000a01:16:48.254271 tst switch_tch_pdch.py: using CellId 32622\u000a01:16:48.381285 tst switch_tch_pdch.py: using BVCI 32623\u000a01:16:48.406267 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.418294 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.430211 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.442443 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.454781 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.467187 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.479630 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:16:48.491989 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:16:48.611258 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:16:48.905747 tst switch_tch_pdch.py:51: start network...\u000a01:16:49.040334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:16:49.546258 run create_hlr_db(pid=16299): Launched\u000a01:16:49.733770 bus /gobi_6: Setting Powered False\u000a01:16:50.753042 run create_hlr_db(pid=16299): Terminated: ok {rc=0}\u000a01:16:51.181660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Launched\u000a01:16:51.504695 run osmo-hlr_10.42.42.2(pid=16302): Launched\u000a01:16:51.622815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:16:52.183074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Launched\u000a01:16:52.505788 run osmo-stp_10.42.42.5(pid=16305): Launched\u000a01:16:52.623118 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:16:53.185678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Launched\u000a01:16:53.300746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:16:53.583703 run patchelf(pid=16308): Launched\u000a01:16:53.771968 run osmo-stp_10.42.42.5(pid=16305): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)]\u000a01:16:53.909463 run osmo-stp_10.42.42.5(pid=16305): stdout: \u000a| (launched: 2022-12-13_01:16:52.346450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:54.047587 run osmo-stp_10.42.42.5(pid=16305): stderr: \u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011652536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:54.180717 run osmo-stp_10.42.42.5(pid=16305): stdout: \u000a| (launched: 2022-12-13_01:16:52.346450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:16:54.312726 run osmo-stp_10.42.42.5(pid=16305): stderr: \u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011652535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011652536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011652536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:16:54.467552 run patchelf(pid=16308): Terminating (SIGINT)\u000a01:16:54.649590 run patchelf(pid=16308): Terminated: ok {rc=0}\u000a01:16:54.682411 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=16305): Process ended prematurely: osmo-stp_10.42.42.5(pid=16305) [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16305)] [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:16:54.691563 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a01:16:54.754067 run osmo-hlr_10.42.42.2(pid=16302): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16302)]\u000a01:16:54.805302 run osmo-hlr_10.42.42.2(pid=16302): stdout: \u000a| (launched: 2022-12-13_01:16:51.345009) \u000a01:16:54.857241 run osmo-hlr_10.42.42.2(pid=16302): stderr: \u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011651538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011651550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011651559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011651559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011651559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:16:54.901455 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Terminating (SIGTERM)\u000a01:16:54.943131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Terminating (SIGTERM)\u000a01:16:54.984830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Terminating (SIGTERM)\u000a01:16:54.994240 --- ParallelTerminationStrategy: PID 16301 died...\u000a01:16:55.049875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16301): Terminated: ok {rc=0}\u000a01:16:55.059958 --- ParallelTerminationStrategy: PID 16304 died...\u000a01:16:55.115618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16304): Terminated: ok {rc=0}\u000a01:16:55.125733 --- ParallelTerminationStrategy: PID 16307 died...\u000a01:16:55.181155 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16307): Terminated: ok {rc=0}\u000a01:16:55.267398 bus /gobi_0: Setting Powered False\u000a01:16:56.374428 bus /gobi_0: Setting Powered False\u000a01:16:57.485603 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:16:47" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16322): Process ended prematurely: osmo-stp_10.42.42.5(pid=16322) [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16322): Process ended prematurely: osmo-stp_10.42.42.5(pid=16322) [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a01:16:59.423407 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:16:59.434201 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:16:59.564600 tst mo_mt_sms.py: using LAC 32623\u000a01:16:59.683506 tst mo_mt_sms.py: using RAC 238\u000a01:16:59.800207 tst mo_mt_sms.py: using CellId 32623\u000a01:16:59.926127 tst mo_mt_sms.py: using BVCI 32624\u000a01:16:59.950871 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:16:59.962302 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:16:59.973480 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:16:59.985047 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:16:59.996697 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:00.007899 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:17:00.123852 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a01:17:00.321929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:00.805082 run create_hlr_db(pid=16313): Launched\u000a01:17:00.994611 bus /gobi_6: Setting Powered False\u000a01:17:02.014936 run create_hlr_db(pid=16313): Terminated: ok {rc=0}\u000a01:17:02.461824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Launched\u000a01:17:02.784559 run osmo-hlr_10.42.42.2(pid=16319): Launched\u000a01:17:02.903652 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:03.480339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Launched\u000a01:17:03.801565 run osmo-stp_10.42.42.5(pid=16322): Launched\u000a01:17:03.918540 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:04.507697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Launched\u000a01:17:04.830432 run osmo-msc_10.42.42.6(pid=16325): Launched\u000a01:17:05.018733 run osmo-stp_10.42.42.5(pid=16322): ERR: Terminated: ERROR {rc=1} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)]\u000a01:17:05.154315 run osmo-stp_10.42.42.5(pid=16322): stdout: \u000a| (launched: 2022-12-13_01:17:03.643426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:05.290559 run osmo-stp_10.42.42.5(pid=16322): stderr: \u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011703831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:05.421755 run osmo-stp_10.42.42.5(pid=16322): stdout: \u000a| (launched: 2022-12-13_01:17:03.643426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:05.550710 run osmo-stp_10.42.42.5(pid=16322): stderr: \u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011703831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011703831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011703832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:05.607001 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=16322): Process ended prematurely: osmo-stp_10.42.42.5(pid=16322) [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16322)] [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a01:17:05.615478 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a01:17:05.679126 run osmo-hlr_10.42.42.2(pid=16319): ERR: Terminated: ERROR {rc=237} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16319)]\u000a01:17:05.730944 run osmo-hlr_10.42.42.2(pid=16319): stdout: \u000a| (launched: 2022-12-13_01:17:02.625865) \u000a01:17:05.783391 run osmo-hlr_10.42.42.2(pid=16319): stderr: \u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011702821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011702834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011702842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011702842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011702842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:05.854318 run osmo-msc_10.42.42.6(pid=16325): ERR: Terminated: ERROR {rc=2} [trial-2384↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16325)]\u000a01:17:05.906073 run osmo-msc_10.42.42.6(pid=16325): stdout: \u000a| (launched: 2022-12-13_01:17:04.671933) \u000a01:17:05.958576 run osmo-msc_10.42.42.6(pid=16325): stderr: \u000a| �[0;m�[38;5;43m20221213011704991 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011704992 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd26d777c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011704992 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011704992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011704992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011704992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011704994 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011704994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011704995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011704995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:06.003658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Terminating (SIGTERM)\u000a01:17:06.045935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Terminating (SIGTERM)\u000a01:17:06.088729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Terminating (SIGTERM)\u000a01:17:06.098644 --- ParallelTerminationStrategy: PID 16318 died...\u000a01:17:06.155415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16318): Terminated: ok {rc=0}\u000a01:17:06.165835 --- ParallelTerminationStrategy: PID 16321 died...\u000a01:17:06.221990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16321): Terminated: ok {rc=0}\u000a01:17:06.232500 --- ParallelTerminationStrategy: PID 16324 died...\u000a01:17:06.288858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16324): Terminated: ok {rc=0}\u000a01:17:06.377568 bus /sierra_3: Setting Powered False\u000a01:17:07.481153 bus /sierra_3: Setting Powered False\u000a01:17:08.591894 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:16:59" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:17:10.433359 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a01:17:10.444128 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:17:10.575621 tst assert_extension.py: using LAC 32624\u000a01:17:10.695975 tst assert_extension.py: using RAC 239\u000a01:17:10.815826 tst assert_extension.py: using CellId 32624\u000a01:17:10.936009 tst assert_extension.py: using BVCI 32625\u000a01:17:10.958803 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:17:11.251145 tst assert_extension.py:10: start nitb and bts...\u000a01:17:11.385709 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:17:12.053437 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Launched\u000a01:17:12.374124 run osmo-nitb_10.42.42.2(pid=16331): Launched\u000a01:17:12.572835 run osmo-nitb_10.42.42.2(pid=16331): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)]\u000a01:17:12.719643 run osmo-nitb_10.42.42.2(pid=16331): stdout: \u000a| (launched: 2022-12-13_01:17:12.217864) \u000a01:17:12.866524 run osmo-nitb_10.42.42.2(pid=16331): stderr: \u000a| (launched: 2022-12-13_01:17:12.265819)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:17:13.008126 run osmo-nitb_10.42.42.2(pid=16331): stdout: \u000a| (launched: 2022-12-13_01:17:12.217864) \u000a01:17:13.148448 run osmo-nitb_10.42.42.2(pid=16331): stderr: \u000a| (launched: 2022-12-13_01:17:12.265819)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:17:13.504191 tst osmo-nitb_10.42.42.2(pid=16331): stdout: \u000a| (launched: 2022-12-13_01:17:12.217864) \u000a01:17:13.632348 tst osmo-nitb_10.42.42.2(pid=16331): stderr: \u000a| (launched: 2022-12-13_01:17:12.265819)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:17:13.688566 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=16331): Process ended prematurely: osmo-nitb_10.42.42.2(pid=16331) [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=16331)] [trial-2384↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a01:17:13.697238 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a01:17:13.733036 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Terminating (SIGTERM)\u000a01:17:13.910763 --- ParallelTerminationStrategy: PID 16330 died...\u000a01:17:13.967997 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=16330): Terminated: ok {rc=0}\u000a01:17:14.053426 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:17:10" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16341): Process ended prematurely: osmo-stp_10.42.42.5(pid=16341) [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16341): Process ended prematurely: osmo-stp_10.42.42.5(pid=16341) [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a01:17:15.918957 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:15.930686 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:17:16.069760 tst assert_extension.py: using LAC 32625\u000a01:17:16.218326 tst assert_extension.py: using RAC 240\u000a01:17:16.353792 tst assert_extension.py: using CellId 32625\u000a01:17:16.483333 tst assert_extension.py: using BVCI 32626\u000a01:17:16.508710 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:16.520505 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:16.532103 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:16.543872 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:16.555571 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:17:16.567235 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a01:17:16.795092 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:17.329624 run create_hlr_db(pid=16335): Launched\u000a01:17:17.516468 bus /sierra_2: Setting Powered False\u000a01:17:18.538256 run create_hlr_db(pid=16335): Terminated: ok {rc=0}\u000a01:17:18.945918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Launched\u000a01:17:19.247573 run osmo-hlr_10.42.42.2(pid=16338): Launched\u000a01:17:19.358318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:19.882788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Launched\u000a01:17:20.183349 run osmo-stp_10.42.42.5(pid=16341): Launched\u000a01:17:20.292053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:20.841002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Launched\u000a01:17:21.142993 run osmo-msc_10.42.42.6(pid=16344): Launched\u000a01:17:21.319162 run osmo-stp_10.42.42.5(pid=16341): ERR: Terminated: ERROR {rc=1} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)]\u000a01:17:21.446439 run osmo-stp_10.42.42.5(pid=16341): stdout: \u000a| (launched: 2022-12-13_01:17:20.035169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:21.572069 run osmo-stp_10.42.42.5(pid=16341): stderr: \u000a| �[0;m�[38;5;43m20221213011720205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011720206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011720206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011720206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:21.692842 run osmo-stp_10.42.42.5(pid=16341): stdout: \u000a| (launched: 2022-12-13_01:17:20.035169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:21.812846 run osmo-stp_10.42.42.5(pid=16341): stderr: \u000a| �[0;m�[38;5;43m20221213011720205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011720206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011720206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011720206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011720207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:21.865300 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=16341): Process ended prematurely: osmo-stp_10.42.42.5(pid=16341) [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16341)] [trial-2384↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a01:17:21.873321 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a01:17:21.933534 run osmo-hlr_10.42.42.2(pid=16338): ERR: Terminated: ERROR {rc=237} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16338)]\u000a01:17:21.983010 run osmo-hlr_10.42.42.2(pid=16338): stdout: \u000a| (launched: 2022-12-13_01:17:19.098726) \u000a01:17:22.033422 run osmo-hlr_10.42.42.2(pid=16338): stderr: \u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011719273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011719288 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011719297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011719297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011719297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:22.101321 run osmo-msc_10.42.42.6(pid=16344): ERR: Terminated: ERROR {rc=2} [trial-2384↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16344)]\u000a01:17:22.150939 run osmo-msc_10.42.42.6(pid=16344): stdout: \u000a| (launched: 2022-12-13_01:17:20.992825) \u000a01:17:22.200852 run osmo-msc_10.42.42.6(pid=16344): stderr: \u000a| �[0;m�[38;5;43m20221213011721263 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011721263 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca26f9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011721264 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011721264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011721264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011721264 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011721266 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011721266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011721266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011721266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:22.243440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Terminating (SIGTERM)\u000a01:17:22.283625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Terminating (SIGTERM)\u000a01:17:22.323603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Terminating (SIGTERM)\u000a01:17:22.333106 --- ParallelTerminationStrategy: PID 16337 died...\u000a01:17:22.387012 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16337): Terminated: ok {rc=0}\u000a01:17:22.396916 --- ParallelTerminationStrategy: PID 16340 died...\u000a01:17:22.450192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16340): Terminated: ok {rc=0}\u000a01:17:22.460077 --- ParallelTerminationStrategy: PID 16343 died...\u000a01:17:22.513400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16343): Terminated: ok {rc=0}\u000a01:17:22.602685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:17:15" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16355): Process ended prematurely: osmo-stp_10.42.42.5(pid=16355) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16355): Process ended prematurely: osmo-stp_10.42.42.5(pid=16355) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:24.574683 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:24.586354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:17:24.750005 tst mo_mt_call.py: using LAC 32626\u000a01:17:24.878673 tst mo_mt_call.py: using RAC 241\u000a01:17:25.007454 tst mo_mt_call.py: using CellId 32626\u000a01:17:25.136748 tst mo_mt_call.py: using BVCI 32627\u000a01:17:25.162682 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:25.174310 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:25.185755 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:25.198058 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:25.210712 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:25.222911 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:17:25.346508 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:17:25.550156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:26.041389 run create_hlr_db(pid=16349): Launched\u000a01:17:26.217359 bus /sierra_2: Setting Powered False\u000a01:17:27.239501 run create_hlr_db(pid=16349): Terminated: ok {rc=0}\u000a01:17:27.676147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Launched\u000a01:17:28.003510 run osmo-hlr_10.42.42.2(pid=16352): Launched\u000a01:17:28.124484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:28.693967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Launched\u000a01:17:29.022028 run osmo-stp_10.42.42.5(pid=16355): Launched\u000a01:17:29.141550 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:29.740622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Launched\u000a01:17:30.069670 run osmo-msc_10.42.42.6(pid=16358): Launched\u000a01:17:30.260598 run osmo-stp_10.42.42.5(pid=16355): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)]\u000a01:17:30.398590 run osmo-stp_10.42.42.5(pid=16355): stdout: \u000a| (launched: 2022-12-13_01:17:28.860799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:30.535884 run osmo-stp_10.42.42.5(pid=16355): stderr: \u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011729053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:30.667225 run osmo-stp_10.42.42.5(pid=16355): stdout: \u000a| (launched: 2022-12-13_01:17:28.860799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:30.797288 run osmo-stp_10.42.42.5(pid=16355): stderr: \u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011729053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011729053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011729054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:30.878030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16355): Process ended prematurely: osmo-stp_10.42.42.5(pid=16355) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16355)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a01:17:30.887746 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a01:17:30.967387 run osmo-hlr_10.42.42.2(pid=16352): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16352)]\u000a01:17:31.025429 run osmo-hlr_10.42.42.2(pid=16352): stdout: \u000a| (launched: 2022-12-13_01:17:27.842560) \u000a01:17:31.089511 run osmo-hlr_10.42.42.2(pid=16352): stderr: \u000a| �[0;m�[1;31m20221213011728038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011728039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011728039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011728039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011728039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011728039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011728056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011728066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011728066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011728066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:31.173840 run osmo-msc_10.42.42.6(pid=16358): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16358)]\u000a01:17:31.227528 run osmo-msc_10.42.42.6(pid=16358): stdout: \u000a| (launched: 2022-12-13_01:17:29.907049) \u000a01:17:31.281762 run osmo-msc_10.42.42.6(pid=16358): stderr: \u000a| �[0;m�[38;5;43m20221213011730227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011730227 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efc9a96dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011730227 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011730227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011730227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011730227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011730229 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011730230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011730230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011730230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:31.327685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Terminating (SIGTERM)\u000a01:17:31.371693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Terminating (SIGTERM)\u000a01:17:31.415454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Terminating (SIGTERM)\u000a01:17:31.425418 --- ParallelTerminationStrategy: PID 16351 died...\u000a01:17:31.483220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16351): Terminated: ok {rc=0}\u000a01:17:31.493940 --- ParallelTerminationStrategy: PID 16354 died...\u000a01:17:31.551770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16354): Terminated: ok {rc=0}\u000a01:17:31.562561 --- ParallelTerminationStrategy: PID 16357 died...\u000a01:17:31.619776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16357): Terminated: ok {rc=0}\u000a01:17:31.708502 bus /sierra_3: Setting Powered False\u000a01:17:32.815078 bus /sierra_3: Setting Powered False\u000a01:17:33.925604 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16366): Process ended prematurely: osmo-stp_10.42.42.5(pid=16366) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16366): Process ended prematurely: osmo-stp_10.42.42.5(pid=16366) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:35.039947 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.052480 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a01:17:35.215350 tst mo_mt_call_osmux.py: using LAC 32627\u000a01:17:35.348565 tst mo_mt_call_osmux.py: using RAC 242\u000a01:17:35.470807 tst mo_mt_call_osmux.py: using CellId 32627\u000a01:17:35.593701 tst mo_mt_call_osmux.py: using BVCI 32628\u000a01:17:35.617267 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.628896 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.640411 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.651958 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.663881 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a01:17:35.675116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:17:35.794297 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a01:17:36.009322 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:36.527522 run create_hlr_db(pid=16360): Launched\u000a01:17:36.717559 bus /sierra_2: Setting Powered False\u000a01:17:37.739651 run create_hlr_db(pid=16360): Terminated: ok {rc=0}\u000a01:17:38.154174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Launched\u000a01:17:38.460685 run osmo-hlr_10.42.42.2(pid=16363): Launched\u000a01:17:38.577624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:39.156194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Launched\u000a01:17:39.487464 run osmo-stp_10.42.42.5(pid=16366): Launched\u000a01:17:39.607487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:40.211827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Launched\u000a01:17:40.544138 run osmo-msc_10.42.42.6(pid=16369): Launched\u000a01:17:40.736803 run osmo-stp_10.42.42.5(pid=16366): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)]\u000a01:17:40.876044 run osmo-stp_10.42.42.5(pid=16366): stdout: \u000a| (launched: 2022-12-13_01:17:39.323629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:41.014111 run osmo-stp_10.42.42.5(pid=16366): stderr: \u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011739515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:41.146732 run osmo-stp_10.42.42.5(pid=16366): stdout: \u000a| (launched: 2022-12-13_01:17:39.323629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:41.277739 run osmo-stp_10.42.42.5(pid=16366): stderr: \u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011739514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011739515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011739515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:41.335460 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16366): Process ended prematurely: osmo-stp_10.42.42.5(pid=16366) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16366)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a01:17:41.344871 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:17:41.409040 run osmo-hlr_10.42.42.2(pid=16363): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16363)]\u000a01:17:41.461190 run osmo-hlr_10.42.42.2(pid=16363): stdout: \u000a| (launched: 2022-12-13_01:17:38.309369) \u000a01:17:41.513829 run osmo-hlr_10.42.42.2(pid=16363): stderr: \u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011738483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011738496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011738504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011738504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011738504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:41.585147 run osmo-msc_10.42.42.6(pid=16369): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16369)]\u000a01:17:41.637020 run osmo-msc_10.42.42.6(pid=16369): stdout: \u000a| (launched: 2022-12-13_01:17:40.379306) \u000a01:17:41.689552 run osmo-msc_10.42.42.6(pid=16369): stderr: \u000a| �[0;m�[38;5;43m20221213011740699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011740699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9970b8bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011740699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011740699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011740700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011740700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011740702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011740702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011740702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011740702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:41.734117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Terminating (SIGTERM)\u000a01:17:41.776574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Terminating (SIGTERM)\u000a01:17:41.819283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Terminating (SIGTERM)\u000a01:17:41.829319 --- ParallelTerminationStrategy: PID 16362 died...\u000a01:17:41.886093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16362): Terminated: ok {rc=0}\u000a01:17:41.896369 --- ParallelTerminationStrategy: PID 16365 died...\u000a01:17:41.952518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16365): Terminated: ok {rc=0}\u000a01:17:41.963186 --- ParallelTerminationStrategy: PID 16368 died...\u000a01:17:42.019551 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16368): Terminated: ok {rc=0}\u000a01:17:42.106076 bus /sierra_3: Setting Powered False\u000a01:17:43.212688 bus /sierra_3: Setting Powered False\u000a01:17:44.320023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:17:24" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16380): Process ended prematurely: osmo-stp_10.42.42.5(pid=16380) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16380): Process ended prematurely: osmo-stp_10.42.42.5(pid=16380) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a01:17:46.359883 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:46.372320 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:17:46.547201 tst mo_mt_call.py: using LAC 32628\u000a01:17:46.699771 tst mo_mt_call.py: using RAC 243\u000a01:17:46.863596 tst mo_mt_call.py: using CellId 32628\u000a01:17:47.027650 tst mo_mt_call.py: using BVCI 32629\u000a01:17:47.052264 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:47.064295 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:47.076181 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:47.088231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:47.100226 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:47.112114 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:47.229377 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:47.433034 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:47.924536 run create_hlr_db(pid=16374): Launched\u000a01:17:48.101371 bus /sierra_2: Setting Powered False\u000a01:17:49.123651 run create_hlr_db(pid=16374): Terminated: ok {rc=0}\u000a01:17:49.528789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Launched\u000a01:17:49.835366 run osmo-hlr_10.42.42.2(pid=16377): Launched\u000a01:17:49.951500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:17:50.486229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Launched\u000a01:17:50.791820 run osmo-stp_10.42.42.5(pid=16380): Launched\u000a01:17:50.903085 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:17:51.463453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Launched\u000a01:17:51.770962 run osmo-msc_10.42.42.6(pid=16383): Launched\u000a01:17:51.950167 run osmo-stp_10.42.42.5(pid=16380): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)]\u000a01:17:52.079132 run osmo-stp_10.42.42.5(pid=16380): stdout: \u000a| (launched: 2022-12-13_01:17:50.641911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:52.206130 run osmo-stp_10.42.42.5(pid=16380): stderr: \u000a| �[0;m�[38;5;43m20221213011750811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011750811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011750812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011750812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:52.328278 run osmo-stp_10.42.42.5(pid=16380): stdout: \u000a| (launched: 2022-12-13_01:17:50.641911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:17:52.450029 run osmo-stp_10.42.42.5(pid=16380): stderr: \u000a| �[0;m�[38;5;43m20221213011750811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011750811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011750812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011750812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011750813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:17:52.503407 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16380): Process ended prematurely: osmo-stp_10.42.42.5(pid=16380) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16380)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a01:17:52.511809 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a01:17:52.571092 run osmo-hlr_10.42.42.2(pid=16377): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16377)]\u000a01:17:52.620334 run osmo-hlr_10.42.42.2(pid=16377): stdout: \u000a| (launched: 2022-12-13_01:17:49.684771) \u000a01:17:52.669991 run osmo-hlr_10.42.42.2(pid=16377): stderr: \u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011749860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011749872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011749882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011749882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011749882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:17:52.737056 run osmo-msc_10.42.42.6(pid=16383): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16383)]\u000a01:17:52.785731 run osmo-msc_10.42.42.6(pid=16383): stdout: \u000a| (launched: 2022-12-13_01:17:51.619042) \u000a01:17:52.834974 run osmo-msc_10.42.42.6(pid=16383): stderr: \u000a| �[0;m�[38;5;43m20221213011751891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011751891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f42d373bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011751891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011751891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011751891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011751891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011751893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011751894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011751894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011751894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:17:52.877016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Terminating (SIGTERM)\u000a01:17:52.916597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Terminating (SIGTERM)\u000a01:17:52.956328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Terminating (SIGTERM)\u000a01:17:52.965694 --- ParallelTerminationStrategy: PID 16376 died...\u000a01:17:53.019759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16376): Terminated: ok {rc=0}\u000a01:17:53.029595 --- ParallelTerminationStrategy: PID 16379 died...\u000a01:17:53.083436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16379): Terminated: ok {rc=0}\u000a01:17:53.093102 --- ParallelTerminationStrategy: PID 16382 died...\u000a01:17:53.145829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16382): Terminated: ok {rc=0}\u000a01:17:53.228981 bus /sierra_3: Setting Powered False\u000a01:17:54.330999 bus /sierra_3: Setting Powered False\u000a01:17:55.436436 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16392): Process ended prematurely: osmo-stp_10.42.42.5(pid=16392) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16392): Process ended prematurely: osmo-stp_10.42.42.5(pid=16392) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:17:56.545265 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:56.556935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a01:17:56.711652 tst mo_mt_call_osmux.py: using LAC 32629\u000a01:17:56.834669 tst mo_mt_call_osmux.py: using RAC 244\u000a01:17:56.967369 tst mo_mt_call_osmux.py: using CellId 32629\u000a01:17:57.099709 tst mo_mt_call_osmux.py: using BVCI 32630\u000a01:17:57.125012 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:57.136894 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:57.148767 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:57.160461 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:57.172280 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a01:17:57.184004 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:57.301954 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a01:17:57.511163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:17:58.007172 run create_hlr_db(pid=16385): Launched\u000a01:17:58.182614 bus /sierra_2: Setting Powered False\u000a01:17:59.205770 run create_hlr_db(pid=16385): Terminated: ok {rc=0}\u000a01:17:59.644214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Launched\u000a01:17:59.972845 run osmo-hlr_10.42.42.2(pid=16389): Launched\u000a01:18:00.090532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:00.623810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Launched\u000a01:18:01.012936 run osmo-stp_10.42.42.5(pid=16392): Launched\u000a01:18:01.250694 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:01.859370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Launched\u000a01:18:02.264505 run osmo-msc_10.42.42.6(pid=16395): Launched\u000a01:18:02.493203 run osmo-stp_10.42.42.5(pid=16392): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)]\u000a01:18:02.633688 run osmo-stp_10.42.42.5(pid=16392): stdout: \u000a| (launched: 2022-12-13_01:18:00.779214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:02.771525 run osmo-stp_10.42.42.5(pid=16392): stderr: \u000a| �[0;m�[38;5;43m20221213011801065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011801065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011801066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011801067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:02.904350 run osmo-stp_10.42.42.5(pid=16392): stdout: \u000a| (launched: 2022-12-13_01:18:00.779214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:03.035731 run osmo-stp_10.42.42.5(pid=16392): stderr: \u000a| �[0;m�[38;5;43m20221213011801065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011801065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011801066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011801067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011801068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:03.093666 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16392): Process ended prematurely: osmo-stp_10.42.42.5(pid=16392) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16392)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a01:18:03.103422 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a01:18:03.168147 run osmo-hlr_10.42.42.2(pid=16389): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16389)]\u000a01:18:03.220453 run osmo-hlr_10.42.42.2(pid=16389): stdout: \u000a| (launched: 2022-12-13_01:17:59.811375) \u000a01:18:03.273473 run osmo-hlr_10.42.42.2(pid=16389): stderr: \u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011800007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011800020 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011800028 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011800029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011800029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:03.345438 run osmo-msc_10.42.42.6(pid=16395): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16395)]\u000a01:18:03.397656 run osmo-msc_10.42.42.6(pid=16395): stdout: \u000a| (launched: 2022-12-13_01:18:02.020021) \u000a01:18:03.450884 run osmo-msc_10.42.42.6(pid=16395): stderr: \u000a| �[0;m�[38;5;43m20221213011802456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011802456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff007715c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011802456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011802456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011802456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011802456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011802458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011802459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011802459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011802459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:03.495851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Terminating (SIGTERM)\u000a01:18:03.538763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Terminating (SIGTERM)\u000a01:18:03.581672 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Terminating (SIGTERM)\u000a01:18:03.591794 --- ParallelTerminationStrategy: PID 16388 died...\u000a01:18:03.649066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16388): Terminated: ok {rc=0}\u000a01:18:03.659471 --- ParallelTerminationStrategy: PID 16391 died...\u000a01:18:03.715738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16391): Terminated: ok {rc=0}\u000a01:18:03.726476 --- ParallelTerminationStrategy: PID 16394 died...\u000a01:18:03.782979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16394): Terminated: ok {rc=0}\u000a01:18:03.869546 bus /sierra_3: Setting Powered False\u000a01:18:04.976630 bus /sierra_3: Setting Powered False\u000a01:18:06.084147 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:17:46" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16406): Process ended prematurely: osmo-stp_10.42.42.5(pid=16406) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16406): Process ended prematurely: osmo-stp_10.42.42.5(pid=16406) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:18:08.079419 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.090591 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:18:08.248373 tst mo_mt_call.py: using LAC 32630\u000a01:18:08.367882 tst mo_mt_call.py: using RAC 245\u000a01:18:08.488365 tst mo_mt_call.py: using CellId 32630\u000a01:18:08.611941 tst mo_mt_call.py: using BVCI 32631\u000a01:18:08.635158 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.646390 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.657415 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.668317 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.679407 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:08.690353 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:18:08.810646 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:18:09.023566 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:09.542444 run create_hlr_db(pid=16400): Launched\u000a01:18:09.732215 bus /sierra_2: Setting Powered False\u000a01:18:10.752506 run create_hlr_db(pid=16400): Terminated: ok {rc=0}\u000a01:18:11.194902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Launched\u000a01:18:11.526005 run osmo-hlr_10.42.42.2(pid=16403): Launched\u000a01:18:11.648486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:12.218886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Launched\u000a01:18:12.550269 run osmo-stp_10.42.42.5(pid=16406): Launched\u000a01:18:12.670381 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:13.272510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Launched\u000a01:18:13.606559 run osmo-msc_10.42.42.6(pid=16409): Launched\u000a01:18:13.798836 run osmo-stp_10.42.42.5(pid=16406): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)]\u000a01:18:13.937997 run osmo-stp_10.42.42.5(pid=16406): stdout: \u000a| (launched: 2022-12-13_01:18:12.386006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:14.075328 run osmo-stp_10.42.42.5(pid=16406): stderr: \u000a| �[0;m�[38;5;43m20221213011812574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011812574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011812575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011812575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011812575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011812576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011812576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:14.207084 run osmo-stp_10.42.42.5(pid=16406): stdout: \u000a| (launched: 2022-12-13_01:18:12.386006)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:14.338186 run osmo-stp_10.42.42.5(pid=16406): stderr: \u000a| �[0;m�[38;5;43m20221213011812574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011812574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011812575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011812575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011812575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011812576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011812576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:14.395797 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16406): Process ended prematurely: osmo-stp_10.42.42.5(pid=16406) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16406)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a01:18:14.405183 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:14.469217 run osmo-hlr_10.42.42.2(pid=16403): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16403)]\u000a01:18:14.521284 run osmo-hlr_10.42.42.2(pid=16403): stdout: \u000a| (launched: 2022-12-13_01:18:11.362943) \u000a01:18:14.573946 run osmo-hlr_10.42.42.2(pid=16403): stderr: \u000a| �[0;m�[1;31m20221213011811556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011811556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011811556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011811556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011811556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011811557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011811569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011811578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:14.645218 run osmo-msc_10.42.42.6(pid=16409): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16409)]\u000a01:18:14.697033 run osmo-msc_10.42.42.6(pid=16409): stdout: \u000a| (launched: 2022-12-13_01:18:13.440915) \u000a01:18:14.749614 run osmo-msc_10.42.42.6(pid=16409): stderr: \u000a| �[0;m�[38;5;43m20221213011813761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011813761 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94e59b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011813761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011813761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011813761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011813761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011813763 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011813764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011813764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011813764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:14.794207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Terminating (SIGTERM)\u000a01:18:14.836079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Terminating (SIGTERM)\u000a01:18:14.878448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Terminating (SIGTERM)\u000a01:18:14.888619 --- ParallelTerminationStrategy: PID 16402 died...\u000a01:18:14.945057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16402): Terminated: ok {rc=0}\u000a01:18:14.955328 --- ParallelTerminationStrategy: PID 16405 died...\u000a01:18:15.011152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16405): Terminated: ok {rc=0}\u000a01:18:15.021759 --- ParallelTerminationStrategy: PID 16408 died...\u000a01:18:15.077687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16408): Terminated: ok {rc=0}\u000a01:18:15.164605 bus /sierra_3: Setting Powered False\u000a01:18:16.265043 bus /sierra_3: Setting Powered False\u000a01:18:17.370324 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16417): Process ended prematurely: osmo-stp_10.42.42.5(pid=16417) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16417): Process ended prematurely: osmo-stp_10.42.42.5(pid=16417) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:18.486086 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:18.498970 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a01:18:18.664624 tst mo_mt_call_osmux.py: using LAC 32631\u000a01:18:18.794203 tst mo_mt_call_osmux.py: using RAC 246\u000a01:18:18.922907 tst mo_mt_call_osmux.py: using CellId 32631\u000a01:18:19.052243 tst mo_mt_call_osmux.py: using BVCI 32632\u000a01:18:19.077634 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:19.089625 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:19.101180 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:19.113234 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:19.125328 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a01:18:19.137193 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:18:19.257115 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a01:18:19.475162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:19.994464 run create_hlr_db(pid=16411): Launched\u000a01:18:20.184917 bus /sierra_2: Setting Powered False\u000a01:18:21.207438 run create_hlr_db(pid=16411): Terminated: ok {rc=0}\u000a01:18:21.620100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Launched\u000a01:18:21.928867 run osmo-hlr_10.42.42.2(pid=16414): Launched\u000a01:18:22.052209 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:22.590957 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Launched\u000a01:18:22.896388 run osmo-stp_10.42.42.5(pid=16417): Launched\u000a01:18:23.007217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:23.568903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Launched\u000a01:18:23.879615 run osmo-msc_10.42.42.6(pid=16420): Launched\u000a01:18:24.059911 run osmo-stp_10.42.42.5(pid=16417): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)]\u000a01:18:24.189935 run osmo-stp_10.42.42.5(pid=16417): stdout: \u000a| (launched: 2022-12-13_01:18:22.746576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:24.317732 run osmo-stp_10.42.42.5(pid=16417): stderr: \u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011822915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:24.440348 run osmo-stp_10.42.42.5(pid=16417): stdout: \u000a| (launched: 2022-12-13_01:18:22.746576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:24.562313 run osmo-stp_10.42.42.5(pid=16417): stderr: \u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011822914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011822915 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011822915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:24.615706 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16417): Process ended prematurely: osmo-stp_10.42.42.5(pid=16417) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16417)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a01:18:24.624198 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a01:18:24.683424 run osmo-hlr_10.42.42.2(pid=16414): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16414)]\u000a01:18:24.732314 run osmo-hlr_10.42.42.2(pid=16414): stdout: \u000a| (launched: 2022-12-13_01:18:21.776733) \u000a01:18:24.781996 run osmo-hlr_10.42.42.2(pid=16414): stderr: \u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011821950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011821962 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011821971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011821971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011821971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:24.849748 run osmo-msc_10.42.42.6(pid=16420): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16420)]\u000a01:18:24.898740 run osmo-msc_10.42.42.6(pid=16420): stdout: \u000a| (launched: 2022-12-13_01:18:23.725189) \u000a01:18:24.948354 run osmo-msc_10.42.42.6(pid=16420): stderr: \u000a| �[0;m�[38;5;43m20221213011823995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011823995 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34b410cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011823995 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011823995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011823995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011823996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011823997 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011823998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011823998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011823998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:24.990436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Terminating (SIGTERM)\u000a01:18:25.030292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Terminating (SIGTERM)\u000a01:18:25.070530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Terminating (SIGTERM)\u000a01:18:25.079816 --- ParallelTerminationStrategy: PID 16413 died...\u000a01:18:25.132905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16413): Terminated: ok {rc=0}\u000a01:18:25.142498 --- ParallelTerminationStrategy: PID 16416 died...\u000a01:18:25.195576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16416): Terminated: ok {rc=0}\u000a01:18:25.205255 --- ParallelTerminationStrategy: PID 16419 died...\u000a01:18:25.258729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16419): Terminated: ok {rc=0}\u000a01:18:25.348463 bus /sierra_3: Setting Powered False\u000a01:18:26.452653 bus /sierra_3: Setting Powered False\u000a01:18:27.563977 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:18:07" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16431): Process ended prematurely: osmo-stp_10.42.42.5(pid=16431) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16431): Process ended prematurely: osmo-stp_10.42.42.5(pid=16431) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a01:18:29.560653 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:29.572489 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:29.736124 tst mo_mt_call.py: using LAC 32632\u000a01:18:29.863853 tst mo_mt_call.py: using RAC 247\u000a01:18:29.992456 tst mo_mt_call.py: using CellId 32632\u000a01:18:30.116566 tst mo_mt_call.py: using BVCI 32633\u000a01:18:30.139956 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:30.151420 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:30.162557 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:30.173797 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:30.185208 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:30.196515 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:30.316853 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:30.522016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:31.057382 run create_hlr_db(pid=16425): Launched\u000a01:18:31.236179 bus /sierra_2: Setting Powered False\u000a01:18:32.274287 run create_hlr_db(pid=16425): Terminated: ok {rc=0}\u000a01:18:32.712254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Launched\u000a01:18:33.041079 run osmo-hlr_10.42.42.2(pid=16428): Launched\u000a01:18:33.161666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:33.735492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Launched\u000a01:18:34.063496 run osmo-stp_10.42.42.5(pid=16431): Launched\u000a01:18:34.182764 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:34.783371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Launched\u000a01:18:35.112744 run osmo-msc_10.42.42.6(pid=16434): Launched\u000a01:18:35.304403 run osmo-stp_10.42.42.5(pid=16431): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)]\u000a01:18:35.442839 run osmo-stp_10.42.42.5(pid=16431): stdout: \u000a| (launched: 2022-12-13_01:18:33.902348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:35.579730 run osmo-stp_10.42.42.5(pid=16431): stderr: \u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011834095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:35.710703 run osmo-stp_10.42.42.5(pid=16431): stdout: \u000a| (launched: 2022-12-13_01:18:33.902348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:35.840504 run osmo-stp_10.42.42.5(pid=16431): stderr: \u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011834095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011834095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011834096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:35.897449 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16431): Process ended prematurely: osmo-stp_10.42.42.5(pid=16431) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16431)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a01:18:35.906560 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:35.969473 run osmo-hlr_10.42.42.2(pid=16428): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16428)]\u000a01:18:36.021321 run osmo-hlr_10.42.42.2(pid=16428): stdout: \u000a| (launched: 2022-12-13_01:18:32.879226) \u000a01:18:36.073631 run osmo-hlr_10.42.42.2(pid=16428): stderr: \u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011833075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011833087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011833096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011833096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011833096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:36.144162 run osmo-msc_10.42.42.6(pid=16434): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16434)]\u000a01:18:36.195722 run osmo-msc_10.42.42.6(pid=16434): stdout: \u000a| (launched: 2022-12-13_01:18:34.949943) \u000a01:18:36.247701 run osmo-msc_10.42.42.6(pid=16434): stderr: \u000a| �[0;m�[38;5;43m20221213011835268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011835268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f201b5ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011835268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011835269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011835269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011835269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011835271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011835271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011835271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011835271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:36.291872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Terminating (SIGTERM)\u000a01:18:36.333829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Terminating (SIGTERM)\u000a01:18:36.375815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Terminating (SIGTERM)\u000a01:18:36.385911 --- ParallelTerminationStrategy: PID 16427 died...\u000a01:18:36.441968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16427): Terminated: ok {rc=0}\u000a01:18:36.452370 --- ParallelTerminationStrategy: PID 16430 died...\u000a01:18:36.508554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16430): Terminated: ok {rc=0}\u000a01:18:36.518697 --- ParallelTerminationStrategy: PID 16433 died...\u000a01:18:36.574532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16433): Terminated: ok {rc=0}\u000a01:18:36.661090 bus /sierra_3: Setting Powered False\u000a01:18:37.768542 bus /sierra_3: Setting Powered False\u000a01:18:38.879495 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 65, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:18:39.989627 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.001474 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a01:18:40.158643 tst mo_mt_call_osmux.py: using LAC 32633\u000a01:18:40.280655 tst mo_mt_call_osmux.py: using RAC 248\u000a01:18:40.402587 tst mo_mt_call_osmux.py: using CellId 32633\u000a01:18:40.524832 tst mo_mt_call_osmux.py: using BVCI 32634\u000a01:18:40.548101 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.559422 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.570557 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.581683 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.592791 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a01:18:40.603803 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:40.724653 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a01:18:40.939060 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:41.458448 run create_hlr_db(pid=16436): Launched\u000a01:18:41.649355 bus /sierra_2: Setting Powered False\u000a01:18:42.669562 run create_hlr_db(pid=16436): Terminated: ok {rc=0}\u000a01:18:43.080717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Launched\u000a01:18:43.388000 run osmo-hlr_10.42.42.2(pid=16439): Launched\u000a01:18:43.509781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:44.044455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Launched\u000a01:18:44.353125 run osmo-stp_10.42.42.5(pid=16442): Launched\u000a01:18:44.464278 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:45.024459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Launched\u000a01:18:45.332671 run osmo-msc_10.42.42.6(pid=16445): Launched\u000a01:18:45.514377 run osmo-stp_10.42.42.5(pid=16442): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)]\u000a01:18:45.644591 run osmo-stp_10.42.42.5(pid=16442): stdout: \u000a| (launched: 2022-12-13_01:18:44.200041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:45.772126 run osmo-stp_10.42.42.5(pid=16442): stderr: \u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011844369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:45.919055 run osmo-stp_10.42.42.5(pid=16442): stdout: \u000a| (launched: 2022-12-13_01:18:44.200041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:46.042651 run osmo-stp_10.42.42.5(pid=16442): stderr: \u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011844368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011844369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011844369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:46.098086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16442): Process ended prematurely: osmo-stp_10.42.42.5(pid=16442) [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16442)] [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a01:18:46.107535 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a01:18:46.168010 run osmo-hlr_10.42.42.2(pid=16439): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16439)]\u000a01:18:46.218366 run osmo-hlr_10.42.42.2(pid=16439): stdout: \u000a| (launched: 2022-12-13_01:18:43.237179) \u000a01:18:46.268822 run osmo-hlr_10.42.42.2(pid=16439): stderr: \u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011843411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011843423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011843434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011843434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011843434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:46.337929 run osmo-msc_10.42.42.6(pid=16445): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16445)]\u000a01:18:46.387870 run osmo-msc_10.42.42.6(pid=16445): stdout: \u000a| (launched: 2022-12-13_01:18:45.180148) \u000a01:18:46.438258 run osmo-msc_10.42.42.6(pid=16445): stderr: \u000a| �[0;m�[38;5;43m20221213011845451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011845451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b150fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011845451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011845451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011845451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011845452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011845453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011845454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011845454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011845454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:46.481820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminating (SIGTERM)\u000a01:18:46.524917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminating (SIGTERM)\u000a01:18:46.566353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminating (SIGTERM)\u000a01:18:46.575720 --- ParallelTerminationStrategy: PID 16438 died...\u000a01:18:46.630469 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16438): Terminated: ok {rc=0}\u000a01:18:46.640541 --- ParallelTerminationStrategy: PID 16441 died...\u000a01:18:46.695063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16441): Terminated: ok {rc=0}\u000a01:18:46.705557 --- ParallelTerminationStrategy: PID 16444 died...\u000a01:18:46.759384 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16444): Terminated: ok {rc=0}\u000a01:18:46.851009 bus /sierra_3: Setting Powered False\u000a01:18:47.956116 bus /sierra_3: Setting Powered False\u000a01:18:49.064226 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:18:29" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16456): Process ended prematurely: osmo-stp_10.42.42.5(pid=16456) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16456): Process ended prematurely: osmo-stp_10.42.42.5(pid=16456) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a01:18:51.074214 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.086126 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:18:51.249480 tst mo_mt_call.py: using LAC 32634\u000a01:18:51.377336 tst mo_mt_call.py: using RAC 249\u000a01:18:51.508573 tst mo_mt_call.py: using CellId 32634\u000a01:18:51.639534 tst mo_mt_call.py: using BVCI 32635\u000a01:18:51.664612 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.676359 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.687946 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.699873 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.712130 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:18:51.723724 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:51.844380 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:18:52.052185 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:18:52.547391 run create_hlr_db(pid=16450): Launched\u000a01:18:52.724054 bus /sierra_2: Setting Powered False\u000a01:18:53.745266 run create_hlr_db(pid=16450): Terminated: ok {rc=0}\u000a01:18:54.184213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Launched\u000a01:18:54.515009 run osmo-hlr_10.42.42.2(pid=16453): Launched\u000a01:18:54.639918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:18:55.212307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Launched\u000a01:18:55.541679 run osmo-stp_10.42.42.5(pid=16456): Launched\u000a01:18:55.661137 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:18:56.261831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Launched\u000a01:18:56.593815 run osmo-msc_10.42.42.6(pid=16459): Launched\u000a01:18:56.786057 run osmo-stp_10.42.42.5(pid=16456): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)]\u000a01:18:56.924623 run osmo-stp_10.42.42.5(pid=16456): stdout: \u000a| (launched: 2022-12-13_01:18:55.379480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:57.061963 run osmo-stp_10.42.42.5(pid=16456): stderr: \u000a| �[0;m�[38;5;43m20221213011855568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011855569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011855569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011855569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:57.193945 run osmo-stp_10.42.42.5(pid=16456): stdout: \u000a| (launched: 2022-12-13_01:18:55.379480)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:18:57.324570 run osmo-stp_10.42.42.5(pid=16456): stderr: \u000a| �[0;m�[38;5;43m20221213011855568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011855569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011855569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011855569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011855570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:18:57.382216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16456): Process ended prematurely: osmo-stp_10.42.42.5(pid=16456) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16456)] [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a01:18:57.391504 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:18:57.455894 run osmo-hlr_10.42.42.2(pid=16453): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16453)]\u000a01:18:57.508201 run osmo-hlr_10.42.42.2(pid=16453): stdout: \u000a| (launched: 2022-12-13_01:18:54.351399) \u000a01:18:57.560639 run osmo-hlr_10.42.42.2(pid=16453): stderr: \u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011854546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011854558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011854567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011854567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011854567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:18:57.632121 run osmo-msc_10.42.42.6(pid=16459): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16459)]\u000a01:18:57.683985 run osmo-msc_10.42.42.6(pid=16459): stdout: \u000a| (launched: 2022-12-13_01:18:56.429416) \u000a01:18:57.736321 run osmo-msc_10.42.42.6(pid=16459): stderr: \u000a| �[0;m�[38;5;43m20221213011856750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011856750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f021cf68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011856750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011856750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011856750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011856751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011856752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011856753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011856753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011856753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:18:57.781052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminating (SIGTERM)\u000a01:18:57.824105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Terminating (SIGTERM)\u000a01:18:57.866972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Terminating (SIGTERM)\u000a01:18:57.877072 --- ParallelTerminationStrategy: PID 16452 died...\u000a01:18:57.933933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16452): Terminated: ok {rc=0}\u000a01:18:57.944248 --- ParallelTerminationStrategy: PID 16455 died...\u000a01:18:58.000526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16455): Terminated: ok {rc=0}\u000a01:18:58.011934 --- ParallelTerminationStrategy: PID 16458 died...\u000a01:18:58.068753 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16458): Terminated: ok {rc=0}\u000a01:18:58.156216 bus /sierra_3: Setting Powered False\u000a01:18:59.262518 bus /sierra_3: Setting Powered False\u000a01:19:00.370762 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16467): Process ended prematurely: osmo-stp_10.42.42.5(pid=16467) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16467): Process ended prematurely: osmo-stp_10.42.42.5(pid=16467) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:19:01.483998 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:01.497048 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:19:01.666102 tst mo_mt_call_osmux.py: using LAC 32635\u000a01:19:01.819811 tst mo_mt_call_osmux.py: using RAC 250\u000a01:19:01.955222 tst mo_mt_call_osmux.py: using CellId 32635\u000a01:19:02.112575 tst mo_mt_call_osmux.py: using BVCI 32636\u000a01:19:02.138351 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:02.150608 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:02.162984 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:02.175037 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:02.188530 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a01:19:02.201883 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:19:02.328563 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:19:02.541448 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:03.061049 run create_hlr_db(pid=16461): Launched\u000a01:19:03.251489 bus /sierra_2: Setting Powered False\u000a01:19:04.273673 run create_hlr_db(pid=16461): Terminated: ok {rc=0}\u000a01:19:04.713876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Launched\u000a01:19:05.044029 run osmo-hlr_10.42.42.2(pid=16464): Launched\u000a01:19:05.164278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:05.738252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Launched\u000a01:19:06.068866 run osmo-stp_10.42.42.5(pid=16467): Launched\u000a01:19:06.188787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:06.790036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Launched\u000a01:19:07.119673 run osmo-msc_10.42.42.6(pid=16470): Launched\u000a01:19:07.311640 run osmo-stp_10.42.42.5(pid=16467): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)]\u000a01:19:07.449284 run osmo-stp_10.42.42.5(pid=16467): stdout: \u000a| (launched: 2022-12-13_01:19:05.905271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:07.587424 run osmo-stp_10.42.42.5(pid=16467): stderr: \u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011906096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:07.719044 run osmo-stp_10.42.42.5(pid=16467): stdout: \u000a| (launched: 2022-12-13_01:19:05.905271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:07.849504 run osmo-stp_10.42.42.5(pid=16467): stderr: \u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011906095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011906096 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011906096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:07.906927 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16467): Process ended prematurely: osmo-stp_10.42.42.5(pid=16467) [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16467)] [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a01:19:07.916195 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a01:19:07.978134 run osmo-hlr_10.42.42.2(pid=16464): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16464)]\u000a01:19:08.026781 run osmo-hlr_10.42.42.2(pid=16464): stdout: \u000a| (launched: 2022-12-13_01:19:04.881289) \u000a01:19:08.075961 run osmo-hlr_10.42.42.2(pid=16464): stderr: \u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011905078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011905089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011905098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011905098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011905098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:08.143115 run osmo-msc_10.42.42.6(pid=16470): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16470)]\u000a01:19:08.191969 run osmo-msc_10.42.42.6(pid=16470): stdout: \u000a| (launched: 2022-12-13_01:19:06.956928) \u000a01:19:08.240990 run osmo-msc_10.42.42.6(pid=16470): stderr: \u000a| �[0;m�[38;5;43m20221213011907279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011907279 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefd0d94c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011907279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011907279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011907279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011907279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011907281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011907282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011907282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011907282 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:08.282637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Terminating (SIGTERM)\u000a01:19:08.322101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Terminating (SIGTERM)\u000a01:19:08.361699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Terminating (SIGTERM)\u000a01:19:08.371005 --- ParallelTerminationStrategy: PID 16463 died...\u000a01:19:08.424522 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16463): Terminated: ok {rc=0}\u000a01:19:08.434400 --- ParallelTerminationStrategy: PID 16466 died...\u000a01:19:08.487312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16466): Terminated: ok {rc=0}\u000a01:19:08.496835 --- ParallelTerminationStrategy: PID 16469 died...\u000a01:19:08.549875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16469): Terminated: ok {rc=0}\u000a01:19:08.637721 bus /sierra_3: Setting Powered False\u000a01:19:09.740618 bus /sierra_3: Setting Powered False\u000a01:19:10.850399 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:18:50" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16481): Process ended prematurely: osmo-stp_10.42.42.5(pid=16481) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16481): Process ended prematurely: osmo-stp_10.42.42.5(pid=16481) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a01:19:12.866865 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:12.878449 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:13.020318 tst mo_mt_call.py: using LAC 32636\u000a01:19:13.139940 tst mo_mt_call.py: using RAC 251\u000a01:19:13.260079 tst mo_mt_call.py: using CellId 32636\u000a01:19:13.379668 tst mo_mt_call.py: using BVCI 32637\u000a01:19:13.402979 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:13.414396 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:13.425663 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:13.436717 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:13.447938 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:13.459107 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:13.574500 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:13.780368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:14.268818 run create_hlr_db(pid=16475): Launched\u000a01:19:14.444334 bus /sierra_2: Setting Powered False\u000a01:19:15.467772 run create_hlr_db(pid=16475): Terminated: ok {rc=0}\u000a01:19:15.897830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Launched\u000a01:19:16.292018 run osmo-hlr_10.42.42.2(pid=16478): Launched\u000a01:19:16.513429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:17.205300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Launched\u000a01:19:17.516727 run osmo-stp_10.42.42.5(pid=16481): Launched\u000a01:19:17.626397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:18.186120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Launched\u000a01:19:18.492244 run osmo-msc_10.42.42.6(pid=16484): Launched\u000a01:19:18.672102 run osmo-stp_10.42.42.5(pid=16481): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)]\u000a01:19:18.801621 run osmo-stp_10.42.42.5(pid=16481): stdout: \u000a| (launched: 2022-12-13_01:19:17.365105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:18.929461 run osmo-stp_10.42.42.5(pid=16481): stderr: \u000a| �[0;m�[38;5;43m20221213011917531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011917531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011917532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011917532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:19.052560 run osmo-stp_10.42.42.5(pid=16481): stdout: \u000a| (launched: 2022-12-13_01:19:17.365105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:19.174404 run osmo-stp_10.42.42.5(pid=16481): stderr: \u000a| �[0;m�[38;5;43m20221213011917531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011917531 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011917532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011917532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011917533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:19.227985 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16481): Process ended prematurely: osmo-stp_10.42.42.5(pid=16481) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16481)] [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a01:19:19.236363 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a01:19:19.295975 run osmo-hlr_10.42.42.2(pid=16478): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16478)]\u000a01:19:19.344939 run osmo-hlr_10.42.42.2(pid=16478): stdout: \u000a| (launched: 2022-12-13_01:19:16.066404) \u000a01:19:19.394520 run osmo-hlr_10.42.42.2(pid=16478): stderr: \u000a| �[0;m�[1;31m20221213011916400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011916400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011916400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011916401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011916401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011916401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011916429 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011916449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011916449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011916450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:19.461649 run osmo-msc_10.42.42.6(pid=16484): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16484)]\u000a01:19:19.510299 run osmo-msc_10.42.42.6(pid=16484): stdout: \u000a| (launched: 2022-12-13_01:19:18.340937) \u000a01:19:19.559433 run osmo-msc_10.42.42.6(pid=16484): stderr: \u000a| �[0;m�[38;5;43m20221213011918609 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011918610 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f914952ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011918610 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011918610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011918612 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011918612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011918612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011918613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:19.601348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Terminating (SIGTERM)\u000a01:19:19.640887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Terminating (SIGTERM)\u000a01:19:19.680425 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Terminating (SIGTERM)\u000a01:19:19.690055 --- ParallelTerminationStrategy: PID 16477 died...\u000a01:19:19.743298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16477): Terminated: ok {rc=0}\u000a01:19:19.752894 --- ParallelTerminationStrategy: PID 16480 died...\u000a01:19:19.806151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16480): Terminated: ok {rc=0}\u000a01:19:19.815798 --- ParallelTerminationStrategy: PID 16483 died...\u000a01:19:19.869101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16483): Terminated: ok {rc=0}\u000a01:19:19.957859 bus /sierra_3: Setting Powered False\u000a01:19:21.060835 bus /sierra_3: Setting Powered False\u000a01:19:22.171879 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 220, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16492): Process ended prematurely: osmo-stp_10.42.42.5(pid=16492) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16492): Process ended prematurely: osmo-stp_10.42.42.5(pid=16492) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a01:19:23.281516 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.293647 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:19:23.433670 tst mo_mt_call_osmux.py: using LAC 32637\u000a01:19:23.555619 tst mo_mt_call_osmux.py: using RAC 252\u000a01:19:23.677157 tst mo_mt_call_osmux.py: using CellId 32637\u000a01:19:23.799835 tst mo_mt_call_osmux.py: using BVCI 32638\u000a01:19:23.823262 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.834705 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.846034 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.857295 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.868618 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a01:19:23.879785 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:23.996828 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a01:19:24.214318 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:24.734230 run create_hlr_db(pid=16486): Launched\u000a01:19:24.924933 bus /sierra_2: Setting Powered False\u000a01:19:25.945346 run create_hlr_db(pid=16486): Terminated: ok {rc=0}\u000a01:19:26.356934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Launched\u000a01:19:26.674149 run osmo-hlr_10.42.42.2(pid=16489): Launched\u000a01:19:26.792161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:27.367645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Launched\u000a01:19:27.698059 run osmo-stp_10.42.42.5(pid=16492): Launched\u000a01:19:27.818015 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:28.420025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Launched\u000a01:19:28.752583 run osmo-msc_10.42.42.6(pid=16495): Launched\u000a01:19:28.946257 run osmo-stp_10.42.42.5(pid=16492): ERR: Terminated: ERROR {rc=1} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)]\u000a01:19:29.088301 run osmo-stp_10.42.42.5(pid=16492): stdout: \u000a| (launched: 2022-12-13_01:19:27.535626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:29.226223 run osmo-stp_10.42.42.5(pid=16492): stderr: \u000a| �[0;m�[38;5;43m20221213011927722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011927722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011927723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011927723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:29.358228 run osmo-stp_10.42.42.5(pid=16492): stdout: \u000a| (launched: 2022-12-13_01:19:27.535626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:29.489952 run osmo-stp_10.42.42.5(pid=16492): stderr: \u000a| �[0;m�[38;5;43m20221213011927722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011927722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011927723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011927723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011927724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:29.547724 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16492): Process ended prematurely: osmo-stp_10.42.42.5(pid=16492) [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16492)] [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a01:19:29.557219 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a01:19:29.621210 run osmo-hlr_10.42.42.2(pid=16489): ERR: Terminated: ERROR {rc=237} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16489)]\u000a01:19:29.673909 run osmo-hlr_10.42.42.2(pid=16489): stdout: \u000a| (launched: 2022-12-13_01:19:26.512345) \u000a01:19:29.726512 run osmo-hlr_10.42.42.2(pid=16489): stderr: \u000a| �[0;m�[1;31m20221213011926702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011926702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011926703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011926703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011926703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011926703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011926718 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011926728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011926728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:29.797990 run osmo-msc_10.42.42.6(pid=16495): ERR: Terminated: ERROR {rc=2} [trial-2384↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16495)]\u000a01:19:29.849944 run osmo-msc_10.42.42.6(pid=16495): stdout: \u000a| (launched: 2022-12-13_01:19:28.587761) \u000a01:19:29.902492 run osmo-msc_10.42.42.6(pid=16495): stderr: \u000a| �[0;m�[38;5;43m20221213011928907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011928907 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8123bacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011928907 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011928907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011928907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011928908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011928909 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011928910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011928910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011928910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:29.946674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Terminating (SIGTERM)\u000a01:19:29.988937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Terminating (SIGTERM)\u000a01:19:30.031211 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Terminating (SIGTERM)\u000a01:19:30.041404 --- ParallelTerminationStrategy: PID 16488 died...\u000a01:19:30.098286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16488): Terminated: ok {rc=0}\u000a01:19:30.108645 --- ParallelTerminationStrategy: PID 16491 died...\u000a01:19:30.165245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16491): Terminated: ok {rc=0}\u000a01:19:30.175600 --- ParallelTerminationStrategy: PID 16494 died...\u000a01:19:30.231882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16494): Terminated: ok {rc=0}\u000a01:19:30.318011 bus /sierra_3: Setting Powered False\u000a01:19:31.425233 bus /sierra_3: Setting Powered False\u000a01:19:32.537379 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:19:12" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16510): Process ended prematurely: osmo-stp_10.42.42.5(pid=16510) [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16510): Process ended prematurely: osmo-stp_10.42.42.5(pid=16510) [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a01:19:34.557626 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:34.569897 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:19:34.711805 tst emergency_mo_mt_call.py: using LAC 32638\u000a01:19:34.831863 tst emergency_mo_mt_call.py: using RAC 253\u000a01:19:34.949791 tst emergency_mo_mt_call.py: using CellId 32638\u000a01:19:35.067418 tst emergency_mo_mt_call.py: using BVCI 32639\u000a01:19:35.090650 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:35.101668 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:35.112130 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:35.122781 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:35.133348 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:35.143842 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:35.261342 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:35.463512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:35.945238 run create_hlr_db(pid=16503): Launched\u000a01:19:36.118382 bus /sierra_2: Setting Powered False\u000a01:19:37.140031 run create_hlr_db(pid=16503): Terminated: ok {rc=0}\u000a01:19:37.541450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Launched\u000a01:19:37.841883 run osmo-hlr_10.42.42.2(pid=16506): Launched\u000a01:19:37.950259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:38.471648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Launched\u000a01:19:38.770274 run osmo-stp_10.42.42.5(pid=16510): Launched\u000a01:19:38.889795 tst emergency_mo_mt_call.py: using MSISDN 8051\u000a01:19:39.037693 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:39.587294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Launched\u000a01:19:39.889722 run osmo-msc_10.42.42.6(pid=16513): Launched\u000a01:19:40.067329 run osmo-stp_10.42.42.5(pid=16510): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)]\u000a01:19:40.194276 run osmo-stp_10.42.42.5(pid=16510): stdout: \u000a| (launched: 2022-12-13_01:19:38.623253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:40.319567 run osmo-stp_10.42.42.5(pid=16510): stderr: \u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011938791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:40.441060 run osmo-stp_10.42.42.5(pid=16510): stdout: \u000a| (launched: 2022-12-13_01:19:38.623253)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:40.560231 run osmo-stp_10.42.42.5(pid=16510): stderr: \u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011938790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011938791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011938791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:40.613075 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=16510): Process ended prematurely: osmo-stp_10.42.42.5(pid=16510) [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16510)] [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a01:19:40.621193 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a01:19:40.681114 run osmo-hlr_10.42.42.2(pid=16506): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16506)]\u000a01:19:40.730332 run osmo-hlr_10.42.42.2(pid=16506): stdout: \u000a| (launched: 2022-12-13_01:19:37.693545) \u000a01:19:40.780128 run osmo-hlr_10.42.42.2(pid=16506): stderr: \u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011937867 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011937879 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011937889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011937889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011937889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:40.847964 run osmo-msc_10.42.42.6(pid=16513): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16513)]\u000a01:19:40.897216 run osmo-msc_10.42.42.6(pid=16513): stdout: \u000a| (launched: 2022-12-13_01:19:39.739541) \u000a01:19:40.946852 run osmo-msc_10.42.42.6(pid=16513): stderr: \u000a| �[0;m�[38;5;43m20221213011940015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011940015 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61a0f29c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011940015 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011940015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011940015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011940015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011940018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011940019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011940019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011940019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:40.989024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Terminating (SIGTERM)\u000a01:19:41.028832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Terminating (SIGTERM)\u000a01:19:41.068598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Terminating (SIGTERM)\u000a01:19:41.077973 --- ParallelTerminationStrategy: PID 16505 died...\u000a01:19:41.131479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16505): Terminated: ok {rc=0}\u000a01:19:41.141447 --- ParallelTerminationStrategy: PID 16509 died...\u000a01:19:41.194319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16509): Terminated: ok {rc=0}\u000a01:19:41.203988 --- ParallelTerminationStrategy: PID 16512 died...\u000a01:19:41.256831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16512): Terminated: ok {rc=0}\u000a01:19:41.339671 bus /sierra_3: Setting Powered False\u000a01:19:42.442327 bus /sierra_3: Setting Powered False\u000a01:19:43.553998 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 222, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16521): Process ended prematurely: osmo-stp_10.42.42.5(pid=16521) [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16521): Process ended prematurely: osmo-stp_10.42.42.5(pid=16521) [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a01:19:44.604839 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:44.616340 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:19:44.752058 tst emergency_preemptive_call.py: using LAC 32639\u000a01:19:44.868355 tst emergency_preemptive_call.py: using RAC 254\u000a01:19:44.985311 tst emergency_preemptive_call.py: using CellId 32639\u000a01:19:45.103814 tst emergency_preemptive_call.py: using BVCI 32640\u000a01:19:45.126710 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:45.137626 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:45.148254 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:45.158847 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:45.169420 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a01:19:45.179989 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:45.299586 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:45.417208 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:45.536384 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:19:45.747468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:19:46.312039 run create_hlr_db(pid=16515): Launched\u000a01:19:46.492744 bus /sierra_2: Setting Powered False\u000a01:19:47.509227 run create_hlr_db(pid=16515): Terminated: ok {rc=0}\u000a01:19:47.942029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Launched\u000a01:19:48.267067 run osmo-hlr_10.42.42.2(pid=16518): Launched\u000a01:19:48.383906 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:19:48.947686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Launched\u000a01:19:49.271082 run osmo-stp_10.42.42.5(pid=16521): Launched\u000a01:19:49.404369 tst emergency_preemptive_call.py: using MSISDN 8052\u000a01:19:49.566250 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:19:50.157664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Launched\u000a01:19:50.484256 run osmo-msc_10.42.42.6(pid=16524): Launched\u000a01:19:50.673382 run osmo-stp_10.42.42.5(pid=16521): ERR: Terminated: ERROR {rc=1} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)]\u000a01:19:50.809302 run osmo-stp_10.42.42.5(pid=16521): stdout: \u000a| (launched: 2022-12-13_01:19:49.111484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:50.945662 run osmo-stp_10.42.42.5(pid=16521): stderr: \u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011949302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:51.075358 run osmo-stp_10.42.42.5(pid=16521): stdout: \u000a| (launched: 2022-12-13_01:19:49.111484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:19:51.203805 run osmo-stp_10.42.42.5(pid=16521): stderr: \u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213011949301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213011949302 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213011949302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:19:51.260224 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=16521): Process ended prematurely: osmo-stp_10.42.42.5(pid=16521) [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16521)] [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a01:19:51.268882 tst emergency_preemptive_call.py:32: Test FAILED (6.7 sec)\u000a01:19:51.332450 run osmo-hlr_10.42.42.2(pid=16518): ERR: Terminated: ERROR {rc=237} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16518)]\u000a01:19:51.384827 run osmo-hlr_10.42.42.2(pid=16518): stdout: \u000a| (launched: 2022-12-13_01:19:48.106466) \u000a01:19:51.437812 run osmo-hlr_10.42.42.2(pid=16518): stderr: \u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213011948301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213011948315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213011948323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213011948323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213011948323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:19:51.509603 run osmo-msc_10.42.42.6(pid=16524): ERR: Terminated: ERROR {rc=2} [trial-2384↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16524)]\u000a01:19:51.561679 run osmo-msc_10.42.42.6(pid=16524): stdout: \u000a| (launched: 2022-12-13_01:19:50.322815) \u000a01:19:51.614307 run osmo-msc_10.42.42.6(pid=16524): stderr: \u000a| �[0;m�[38;5;43m20221213011950643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213011950643 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99a2a41c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213011950643 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213011950643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213011950643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213011950644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213011950645 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213011950646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213011950646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213011950646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:19:51.658782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Terminating (SIGTERM)\u000a01:19:51.701296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Terminating (SIGTERM)\u000a01:19:51.743720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Terminating (SIGTERM)\u000a01:19:51.753980 --- ParallelTerminationStrategy: PID 16517 died...\u000a01:19:51.810605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16517): Terminated: ok {rc=0}\u000a01:19:51.821157 --- ParallelTerminationStrategy: PID 16520 died...\u000a01:19:51.877293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16520): Terminated: ok {rc=0}\u000a01:19:51.888047 --- ParallelTerminationStrategy: PID 16523 died...\u000a01:19:51.944171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16523): Terminated: ok {rc=0}\u000a01:19:52.031944 bus /sierra_9: Setting Powered False\u000a01:19:53.137503 bus /sierra_9: Setting Powered False\u000a01:19:54.245832 bus /sierra_8: Setting Powered False\u000a01:19:55.351897 bus /sierra_8: Setting Powered False\u000a01:19:56.458404 bus /sierra_3: Setting Powered False\u000a01:19:57.565191 bus /sierra_3: Setting Powered False\u000a01:19:58.672491 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:19:34" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:20:00.803812 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:00.815094 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:20:00.981708 tst cs_paging_gprs_active.py: using LAC 32640\u000a01:20:01.118009 tst cs_paging_gprs_active.py: using RAC 255\u000a01:20:01.243671 tst cs_paging_gprs_active.py: using CellId 32640\u000a01:20:01.405245 tst cs_paging_gprs_active.py: using BVCI 32641\u000a01:20:01.432432 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.444386 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.455863 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.467347 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.478791 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.490377 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.501963 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.513314 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:01.525311 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:01.658644 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:01.989239 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:20:02.144335 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:02.504607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Launched\u000a01:20:02.789465 run iperf3-srv_10.42.42.10(pid=16533): Launched\u000a01:20:02.990964 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:20:03.128593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:03.469767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Launched\u000a01:20:03.755885 run iperf3-srv_10.42.42.10(pid=16535): Launched\u000a01:20:03.957661 tst cs_paging_gprs_active.py:38: start network...\u000a01:20:04.095056 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:04.615670 run create_hlr_db(pid=16536): Launched\u000a01:20:04.811512 bus /sierra_2: Setting Powered False\u000a01:20:05.828690 run create_hlr_db(pid=16536): Terminated: ok {rc=0}\u000a01:20:06.267971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Launched\u000a01:20:06.600915 run osmo-hlr_10.42.42.2(pid=16539): Launched\u000a01:20:06.722602 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:07.297847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Launched\u000a01:20:07.631229 run osmo-stp_10.42.42.5(pid=16542): Launched\u000a01:20:07.751392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:08.326879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Launched\u000a01:20:08.444807 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:08.734275 run patchelf(pid=16545): Launched\u000a01:20:08.926318 run osmo-stp_10.42.42.5(pid=16542): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)]\u000a01:20:09.066777 run osmo-stp_10.42.42.5(pid=16542): stdout: \u000a| (launched: 2022-12-13_01:20:07.465274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:09.207127 run osmo-stp_10.42.42.5(pid=16542): stderr: \u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012007656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:09.343195 run osmo-stp_10.42.42.5(pid=16542): stdout: \u000a| (launched: 2022-12-13_01:20:07.465274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:09.478066 run osmo-stp_10.42.42.5(pid=16542): stderr: \u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012007655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012007656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012007656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:09.635928 run patchelf(pid=16545): Terminating (SIGINT)\u000a01:20:09.820802 run patchelf(pid=16545): Terminated: ok {rc=0}\u000a01:20:09.854696 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16542): Process ended prematurely: osmo-stp_10.42.42.5(pid=16542) [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16542)] [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a01:20:09.864434 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a01:20:09.928203 run osmo-hlr_10.42.42.2(pid=16539): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16539)]\u000a01:20:09.979866 run osmo-hlr_10.42.42.2(pid=16539): stdout: \u000a| (launched: 2022-12-13_01:20:06.435875) \u000a01:20:10.032023 run osmo-hlr_10.42.42.2(pid=16539): stderr: \u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012006631 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012006643 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012006652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012006652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012006652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:10.076269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminating (SIGTERM)\u000a01:20:10.118752 run iperf3-srv_10.42.42.10(pid=16533): Terminating (SIGTERM)\u000a01:20:10.160533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminating (SIGTERM)\u000a01:20:10.202484 run iperf3-srv_10.42.42.10(pid=16535): Terminating (SIGTERM)\u000a01:20:10.244749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminating (SIGTERM)\u000a01:20:10.286806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminating (SIGTERM)\u000a01:20:10.328746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminating (SIGTERM)\u000a01:20:10.338852 --- ParallelTerminationStrategy: PID 16532 died...\u000a01:20:10.395217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16532): Terminated: ok {rc=0}\u000a01:20:10.405508 --- ParallelTerminationStrategy: PID 16533 died...\u000a01:20:10.461383 run iperf3-srv_10.42.42.10(pid=16533): Terminated {rc=256}\u000a01:20:10.471468 --- ParallelTerminationStrategy: PID 16534 died...\u000a01:20:10.527761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16534): Terminated: ok {rc=0}\u000a01:20:10.537965 --- ParallelTerminationStrategy: PID 16535 died...\u000a01:20:10.593907 run iperf3-srv_10.42.42.10(pid=16535): Terminated {rc=256}\u000a01:20:10.603975 --- ParallelTerminationStrategy: PID 16538 died...\u000a01:20:10.659949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16538): Terminated: ok {rc=0}\u000a01:20:10.670130 --- ParallelTerminationStrategy: PID 16541 died...\u000a01:20:10.725978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16541): Terminated: ok {rc=0}\u000a01:20:10.736363 --- ParallelTerminationStrategy: PID 16544 died...\u000a01:20:10.792758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16544): Terminated: ok {rc=0}\u000a01:20:10.879039 bus /gobi_0: Setting Powered False\u000a01:20:11.986053 bus /gobi_0: Setting Powered False\u000a01:20:13.098715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 72, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16554): Process ended prematurely: osmo-stp_10.42.42.5(pid=16554) [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16554): Process ended prematurely: osmo-stp_10.42.42.5(pid=16554) [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a01:20:14.213923 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.225783 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:20:14.371590 tst iperf3.py: using LAC 32641\u000a01:20:14.502479 tst iperf3.py: using RAC 1\u000a01:20:14.626466 tst iperf3.py: using CellId 32641\u000a01:20:14.749059 tst iperf3.py: using BVCI 32642\u000a01:20:14.772518 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.783452 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.794325 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.804814 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.815398 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.825867 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.836414 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.846897 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:14.857566 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:15.152756 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:15.289851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:15.631983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Launched\u000a01:20:15.919985 run iperf3-srv_10.42.42.10(pid=16547): Launched\u000a01:20:16.124622 tst iperf3.py:8: start network...\u000a01:20:16.264420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:16.825758 run create_hlr_db(pid=16548): Launched\u000a01:20:17.017935 bus /gobi_6: Setting Powered False\u000a01:20:18.036605 run create_hlr_db(pid=16548): Terminated: ok {rc=0}\u000a01:20:18.473718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Launched\u000a01:20:18.805133 run osmo-hlr_10.42.42.2(pid=16551): Launched\u000a01:20:18.926766 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:19.501772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Launched\u000a01:20:19.833262 run osmo-stp_10.42.42.5(pid=16554): Launched\u000a01:20:19.952673 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:20.528661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Launched\u000a01:20:20.652341 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:20.941747 run patchelf(pid=16557): Launched\u000a01:20:21.134469 run osmo-stp_10.42.42.5(pid=16554): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)]\u000a01:20:21.274716 run osmo-stp_10.42.42.5(pid=16554): stdout: \u000a| (launched: 2022-12-13_01:20:19.669780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:21.415446 run osmo-stp_10.42.42.5(pid=16554): stderr: \u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012019862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:21.552351 run osmo-stp_10.42.42.5(pid=16554): stdout: \u000a| (launched: 2022-12-13_01:20:19.669780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:21.687809 run osmo-stp_10.42.42.5(pid=16554): stderr: \u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012019861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012019862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012019862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:21.845478 run patchelf(pid=16557): Terminating (SIGINT)\u000a01:20:22.030968 run patchelf(pid=16557): Terminated: ok {rc=0}\u000a01:20:22.064759 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16554): Process ended prematurely: osmo-stp_10.42.42.5(pid=16554) [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16554)] [trial-2384↪gprs:nanobts+band-900↪iperf3.py:8]\u000a01:20:22.074784 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a01:20:22.138547 run osmo-hlr_10.42.42.2(pid=16551): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16551)]\u000a01:20:22.190084 run osmo-hlr_10.42.42.2(pid=16551): stdout: \u000a| (launched: 2022-12-13_01:20:18.641837) \u000a01:20:22.242129 run osmo-hlr_10.42.42.2(pid=16551): stderr: \u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012018836 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012018848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012018858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:22.287042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Terminating (SIGTERM)\u000a01:20:22.329397 run iperf3-srv_10.42.42.10(pid=16547): Terminating (SIGTERM)\u000a01:20:22.371782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Terminating (SIGTERM)\u000a01:20:22.413628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Terminating (SIGTERM)\u000a01:20:22.455560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Terminating (SIGTERM)\u000a01:20:22.465662 --- ParallelTerminationStrategy: PID 16546 died...\u000a01:20:22.522580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16546): Terminated: ok {rc=0}\u000a01:20:22.532684 --- ParallelTerminationStrategy: PID 16547 died...\u000a01:20:22.588156 run iperf3-srv_10.42.42.10(pid=16547): Terminated {rc=256}\u000a01:20:22.598507 --- ParallelTerminationStrategy: PID 16550 died...\u000a01:20:22.654671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16550): Terminated: ok {rc=0}\u000a01:20:22.664694 --- ParallelTerminationStrategy: PID 16553 died...\u000a01:20:22.720589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16553): Terminated: ok {rc=0}\u000a01:20:22.730692 --- ParallelTerminationStrategy: PID 16556 died...\u000a01:20:22.787039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16556): Terminated: ok {rc=0}\u000a01:20:22.873946 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 224, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a01:20:23.989094 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.000873 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:20:24.144008 tst iperf3m4.py: using LAC 32642\u000a01:20:24.272441 tst iperf3m4.py: using RAC 2\u000a01:20:24.400878 tst iperf3m4.py: using CellId 32642\u000a01:20:24.529517 tst iperf3m4.py: using BVCI 32643\u000a01:20:24.554711 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.566029 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.577122 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.588476 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.599917 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.611302 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.622837 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.634130 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:24.645632 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:24.768042 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:24.889261 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:25.010147 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:25.293456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:20:25.421632 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:25.739336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Launched\u000a01:20:26.003389 run iperf3-srv_10.42.42.10(pid=16559): Launched\u000a01:20:26.190648 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:20:26.319229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:26.637626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Launched\u000a01:20:26.902399 run iperf3-srv_10.42.42.10(pid=16561): Launched\u000a01:20:27.089452 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:20:27.217340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:27.537773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Launched\u000a01:20:27.801568 run iperf3-srv_10.42.42.10(pid=16563): Launched\u000a01:20:27.987444 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:20:28.114450 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:20:28.432451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Launched\u000a01:20:28.696855 run iperf3-srv_10.42.42.10(pid=16565): Launched\u000a01:20:28.883733 tst iperf3m4.py:8: start network...\u000a01:20:29.011399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:29.506910 run create_hlr_db(pid=16566): Launched\u000a01:20:29.682473 bus /gobi_6: Setting Powered False\u000a01:20:30.704174 run create_hlr_db(pid=16566): Terminated: ok {rc=0}\u000a01:20:31.175360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Launched\u000a01:20:31.535918 run osmo-hlr_10.42.42.2(pid=16569): Launched\u000a01:20:31.692085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:32.467679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Launched\u000a01:20:32.801925 run osmo-stp_10.42.42.5(pid=16572): Launched\u000a01:20:32.922266 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:33.499630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Launched\u000a01:20:33.618503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:33.907763 run patchelf(pid=16575): Launched\u000a01:20:34.101197 run osmo-stp_10.42.42.5(pid=16572): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)]\u000a01:20:34.242680 run osmo-stp_10.42.42.5(pid=16572): stdout: \u000a| (launched: 2022-12-13_01:20:32.637467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:34.384137 run osmo-stp_10.42.42.5(pid=16572): stderr: \u000a| �[0;m�[38;5;43m20221213012032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012032827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012032827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:34.521787 run osmo-stp_10.42.42.5(pid=16572): stdout: \u000a| (launched: 2022-12-13_01:20:32.637467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:34.657768 run osmo-stp_10.42.42.5(pid=16572): stderr: \u000a| �[0;m�[38;5;43m20221213012032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012032826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012032827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012032827 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012032828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:34.816831 run patchelf(pid=16575): Terminating (SIGINT)\u000a01:20:35.003515 run patchelf(pid=16575): Terminated: ok {rc=0}\u000a01:20:35.037583 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16572): Process ended prematurely: osmo-stp_10.42.42.5(pid=16572) [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16572)] [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a01:20:35.047385 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:20:35.112429 run osmo-hlr_10.42.42.2(pid=16569): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16569)]\u000a01:20:35.164900 run osmo-hlr_10.42.42.2(pid=16569): stdout: \u000a| (launched: 2022-12-13_01:20:31.346750) \u000a01:20:35.217998 run osmo-hlr_10.42.42.2(pid=16569): stderr: \u000a| �[0;m�[1;31m20221213012031755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012031755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012031755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012031755 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012031756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012031756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012031779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012031802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012031802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012031802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:35.262780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Terminating (SIGTERM)\u000a01:20:35.305441 run iperf3-srv_10.42.42.10(pid=16559): Terminating (SIGTERM)\u000a01:20:35.348243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Terminating (SIGTERM)\u000a01:20:35.391428 run iperf3-srv_10.42.42.10(pid=16561): Terminating (SIGTERM)\u000a01:20:35.434302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Terminating (SIGTERM)\u000a01:20:35.476647 run iperf3-srv_10.42.42.10(pid=16563): Terminating (SIGTERM)\u000a01:20:35.521417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Terminating (SIGTERM)\u000a01:20:35.563886 run iperf3-srv_10.42.42.10(pid=16565): Terminating (SIGTERM)\u000a01:20:35.605924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminating (SIGTERM)\u000a01:20:35.648771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminating (SIGTERM)\u000a01:20:35.690725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Terminating (SIGTERM)\u000a01:20:35.701076 --- ParallelTerminationStrategy: PID 16558 died...\u000a01:20:35.758098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16558): Terminated: ok {rc=0}\u000a01:20:35.768447 --- ParallelTerminationStrategy: PID 16559 died...\u000a01:20:35.824588 run iperf3-srv_10.42.42.10(pid=16559): Terminated {rc=256}\u000a01:20:35.835044 --- ParallelTerminationStrategy: PID 16560 died...\u000a01:20:35.891324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16560): Terminated: ok {rc=0}\u000a01:20:35.901735 --- ParallelTerminationStrategy: PID 16561 died...\u000a01:20:35.957856 run iperf3-srv_10.42.42.10(pid=16561): Terminated {rc=256}\u000a01:20:35.968092 --- ParallelTerminationStrategy: PID 16562 died...\u000a01:20:36.024825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16562): Terminated: ok {rc=0}\u000a01:20:36.035166 --- ParallelTerminationStrategy: PID 16563 died...\u000a01:20:36.091062 run iperf3-srv_10.42.42.10(pid=16563): Terminated {rc=256}\u000a01:20:36.101817 --- ParallelTerminationStrategy: PID 16564 died...\u000a01:20:36.157849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16564): Terminated: ok {rc=0}\u000a01:20:36.168555 --- ParallelTerminationStrategy: PID 16565 died...\u000a01:20:36.224796 run iperf3-srv_10.42.42.10(pid=16565): Terminated {rc=256}\u000a01:20:36.235134 --- ParallelTerminationStrategy: PID 16568 died...\u000a01:20:36.291582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16568): Terminated: ok {rc=0}\u000a01:20:36.302018 --- ParallelTerminationStrategy: PID 16571 died...\u000a01:20:36.358731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16571): Terminated: ok {rc=0}\u000a01:20:36.369133 --- ParallelTerminationStrategy: PID 16574 died...\u000a01:20:36.425538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16574): Terminated: ok {rc=0}\u000a01:20:36.512136 bus /gobi_4: Setting Powered False\u000a01:20:37.619596 bus /gobi_4: Setting Powered False\u000a01:20:38.730555 bus /gobi_1: Setting Powered False\u000a01:20:39.833137 bus /gobi_1: Setting Powered False\u000a01:20:40.942185 bus /gobi_0: Setting Powered False\u000a01:20:42.048425 bus /gobi_0: Setting Powered False\u000a01:20:43.161054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a01:20:44.227400 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.238736 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:20:44.375732 tst ping.py: using LAC 32643\u000a01:20:44.497284 tst ping.py: using RAC 3\u000a01:20:44.625278 tst ping.py: using CellId 32643\u000a01:20:44.754308 tst ping.py: using BVCI 32644\u000a01:20:44.779296 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.790776 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.802138 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.813719 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.825584 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.836714 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.848358 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:44.859797 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:45.138401 tst ping.py:19: start network...\u000a01:20:45.264027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:45.747889 run create_hlr_db(pid=16576): Launched\u000a01:20:45.926883 bus /gobi_6: Setting Powered False\u000a01:20:46.942670 run create_hlr_db(pid=16576): Terminated: ok {rc=0}\u000a01:20:47.360939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Launched\u000a01:20:47.662404 run osmo-hlr_10.42.42.2(pid=16579): Launched\u000a01:20:47.772940 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:48.301910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Launched\u000a01:20:48.605195 run osmo-stp_10.42.42.5(pid=16582): Launched\u000a01:20:48.713905 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:49.241818 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Launched\u000a01:20:49.348851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:49.613942 run patchelf(pid=16585): Launched\u000a01:20:49.790558 run osmo-stp_10.42.42.5(pid=16582): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)]\u000a01:20:49.919495 run osmo-stp_10.42.42.5(pid=16582): stdout: \u000a| (launched: 2022-12-13_01:20:48.455148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:50.048593 run osmo-stp_10.42.42.5(pid=16582): stderr: \u000a| �[0;m�[38;5;43m20221213012048622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012048622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012048623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012048623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:50.173237 run osmo-stp_10.42.42.5(pid=16582): stdout: \u000a| (launched: 2022-12-13_01:20:48.455148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:50.296566 run osmo-stp_10.42.42.5(pid=16582): stderr: \u000a| �[0;m�[38;5;43m20221213012048622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012048622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012048623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012048623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012048624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:50.441740 run patchelf(pid=16585): Terminating (SIGINT)\u000a01:20:50.611924 run patchelf(pid=16585): Terminated: ok {rc=0}\u000a01:20:50.642586 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16582): Process ended prematurely: osmo-stp_10.42.42.5(pid=16582) [trial-2384↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16582)] [trial-2384↪gprs:nanobts+band-900↪ping.py:22]\u000a01:20:50.651154 tst ping.py:22: Test FAILED (6.4 sec)\u000a01:20:50.710727 run osmo-hlr_10.42.42.2(pid=16579): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16579)]\u000a01:20:50.759258 run osmo-hlr_10.42.42.2(pid=16579): stdout: \u000a| (launched: 2022-12-13_01:20:47.513501) \u000a01:20:50.808500 run osmo-hlr_10.42.42.2(pid=16579): stderr: \u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012047688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012047700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012047708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012047709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012047709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:50.850386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminating (SIGTERM)\u000a01:20:50.889775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminating (SIGTERM)\u000a01:20:50.929221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Terminating (SIGTERM)\u000a01:20:50.938156 --- ParallelTerminationStrategy: PID 16578 died...\u000a01:20:50.991201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16578): Terminated: ok {rc=0}\u000a01:20:51.000810 --- ParallelTerminationStrategy: PID 16581 died...\u000a01:20:51.053748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16581): Terminated: ok {rc=0}\u000a01:20:51.063377 --- ParallelTerminationStrategy: PID 16584 died...\u000a01:20:51.116210 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16584): Terminated: ok {rc=0}\u000a01:20:51.199234 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16592): Process ended prematurely: osmo-stp_10.42.42.5(pid=16592) [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16592): Process ended prematurely: osmo-stp_10.42.42.5(pid=16592) [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a01:20:52.251972 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.264022 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a01:20:52.406617 tst ping_idle_ping.py: using LAC 32644\u000a01:20:52.538824 tst ping_idle_ping.py: using RAC 4\u000a01:20:52.664308 tst ping_idle_ping.py: using CellId 32644\u000a01:20:52.793638 tst ping_idle_ping.py: using BVCI 32645\u000a01:20:52.820772 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.834825 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.846045 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.856745 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.868275 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.879297 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.891194 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a01:20:52.902051 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a01:20:53.197159 tst ping_idle_ping.py:24: start network...\u000a01:20:53.332306 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:20:53.846578 run create_hlr_db(pid=16586): Launched\u000a01:20:54.035144 bus /gobi_6: Setting Powered False\u000a01:20:55.054575 run create_hlr_db(pid=16586): Terminated: ok {rc=0}\u000a01:20:55.462853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Launched\u000a01:20:55.765193 run osmo-hlr_10.42.42.2(pid=16589): Launched\u000a01:20:55.884793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:20:56.419273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Launched\u000a01:20:56.724336 run osmo-stp_10.42.42.5(pid=16592): Launched\u000a01:20:56.834385 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:20:57.362512 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Launched\u000a01:20:57.470179 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:20:57.736905 run patchelf(pid=16595): Launched\u000a01:20:57.913991 run osmo-stp_10.42.42.5(pid=16592): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)]\u000a01:20:58.043131 run osmo-stp_10.42.42.5(pid=16592): stdout: \u000a| (launched: 2022-12-13_01:20:56.573518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:58.172927 run osmo-stp_10.42.42.5(pid=16592): stderr: \u000a| �[0;m�[38;5;43m20221213012056741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012056741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012056742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012056742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:58.297541 run osmo-stp_10.42.42.5(pid=16592): stdout: \u000a| (launched: 2022-12-13_01:20:56.573518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:20:58.420550 run osmo-stp_10.42.42.5(pid=16592): stderr: \u000a| �[0;m�[38;5;43m20221213012056741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012056741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012056742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012056742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012056743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:20:58.566610 run patchelf(pid=16595): Terminating (SIGINT)\u000a01:20:58.737866 run patchelf(pid=16595): Terminated: ok {rc=0}\u000a01:20:58.768708 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16592): Process ended prematurely: osmo-stp_10.42.42.5(pid=16592) [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16592)] [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a01:20:58.777239 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:20:58.837441 run osmo-hlr_10.42.42.2(pid=16589): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16589)]\u000a01:20:58.886844 run osmo-hlr_10.42.42.2(pid=16589): stdout: \u000a| (launched: 2022-12-13_01:20:55.616221) \u000a01:20:58.936500 run osmo-hlr_10.42.42.2(pid=16589): stderr: \u000a| �[0;m�[1;31m20221213012055788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012055788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012055788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012055788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012055788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012055789 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012055801 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012055812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012055812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012055813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:20:58.978735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Terminating (SIGTERM)\u000a01:20:59.018611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Terminating (SIGTERM)\u000a01:20:59.058482 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Terminating (SIGTERM)\u000a01:20:59.067940 --- ParallelTerminationStrategy: PID 16588 died...\u000a01:20:59.121085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16588): Terminated: ok {rc=0}\u000a01:20:59.130886 --- ParallelTerminationStrategy: PID 16591 died...\u000a01:20:59.183662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16591): Terminated: ok {rc=0}\u000a01:20:59.193481 --- ParallelTerminationStrategy: PID 16594 died...\u000a01:20:59.245988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16594): Terminated: ok {rc=0}\u000a01:20:59.333525 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:20:00" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16609): Process ended prematurely: osmo-stp_10.42.42.5(pid=16609) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16609): Process ended prematurely: osmo-stp_10.42.42.5(pid=16609) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:21:01.507410 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:01.522272 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:01.711453 tst cs_paging_gprs_active.py: using LAC 32645\u000a01:21:01.835170 tst cs_paging_gprs_active.py: using RAC 5\u000a01:21:01.956052 tst cs_paging_gprs_active.py: using CellId 32645\u000a01:21:02.107851 tst cs_paging_gprs_active.py: using BVCI 32646\u000a01:21:02.141069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.155476 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.169724 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.184262 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.199607 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.213154 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.224462 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.235643 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:02.247058 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:02.367897 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:02.667922 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:21:02.805323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:03.146527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Launched\u000a01:21:03.433027 run iperf3-srv_10.42.42.10(pid=16600): Launched\u000a01:21:03.639755 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:21:03.768241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:04.086955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Launched\u000a01:21:04.352706 run iperf3-srv_10.42.42.10(pid=16602): Launched\u000a01:21:04.540271 tst cs_paging_gprs_active.py:38: start network...\u000a01:21:04.668561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:05.163550 run create_hlr_db(pid=16603): Launched\u000a01:21:05.340681 bus /gobi_6: Setting Powered False\u000a01:21:06.361759 run create_hlr_db(pid=16603): Terminated: ok {rc=0}\u000a01:21:06.771097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Launched\u000a01:21:07.078799 run osmo-hlr_10.42.42.2(pid=16606): Launched\u000a01:21:07.202017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:07.742194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Launched\u000a01:21:08.051310 run osmo-stp_10.42.42.5(pid=16609): Launched\u000a01:21:08.162469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:08.699041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Launched\u000a01:21:08.809126 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:09.079611 run patchelf(pid=16612): Launched\u000a01:21:09.259957 run osmo-stp_10.42.42.5(pid=16609): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)]\u000a01:21:09.391040 run osmo-stp_10.42.42.5(pid=16609): stdout: \u000a| (launched: 2022-12-13_01:21:07.898029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:09.522344 run osmo-stp_10.42.42.5(pid=16609): stderr: \u000a| �[0;m�[38;5;43m20221213012108067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012108067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012108068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012108068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012108068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012108069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012108069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:09.649500 run osmo-stp_10.42.42.5(pid=16609): stdout: \u000a| (launched: 2022-12-13_01:21:07.898029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:09.775701 run osmo-stp_10.42.42.5(pid=16609): stderr: \u000a| �[0;m�[38;5;43m20221213012108067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012108067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012108068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012108068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012108068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012108069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012108069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:09.922604 run patchelf(pid=16612): Terminating (SIGINT)\u000a01:21:10.095944 run patchelf(pid=16612): Terminated: ok {rc=0}\u000a01:21:10.127797 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16609): Process ended prematurely: osmo-stp_10.42.42.5(pid=16609) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16609)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a01:21:10.137283 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a01:21:10.197219 run osmo-hlr_10.42.42.2(pid=16606): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16606)]\u000a01:21:10.246306 run osmo-hlr_10.42.42.2(pid=16606): stdout: \u000a| (launched: 2022-12-13_01:21:06.927657) \u000a01:21:10.295999 run osmo-hlr_10.42.42.2(pid=16606): stderr: \u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012107103 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012107115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012107123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012107124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012107125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:10.338398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Terminating (SIGTERM)\u000a01:21:10.378287 run iperf3-srv_10.42.42.10(pid=16600): Terminating (SIGTERM)\u000a01:21:10.418336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Terminating (SIGTERM)\u000a01:21:10.458222 run iperf3-srv_10.42.42.10(pid=16602): Terminating (SIGTERM)\u000a01:21:10.498111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Terminating (SIGTERM)\u000a01:21:10.538032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Terminating (SIGTERM)\u000a01:21:10.578313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Terminating (SIGTERM)\u000a01:21:10.587942 --- ParallelTerminationStrategy: PID 16599 died...\u000a01:21:10.641501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16599): Terminated: ok {rc=0}\u000a01:21:10.651464 --- ParallelTerminationStrategy: PID 16600 died...\u000a01:21:10.704526 run iperf3-srv_10.42.42.10(pid=16600): Terminated {rc=256}\u000a01:21:10.714506 --- ParallelTerminationStrategy: PID 16601 died...\u000a01:21:10.767951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16601): Terminated: ok {rc=0}\u000a01:21:10.777857 --- ParallelTerminationStrategy: PID 16602 died...\u000a01:21:10.831043 run iperf3-srv_10.42.42.10(pid=16602): Terminated {rc=256}\u000a01:21:10.840940 --- ParallelTerminationStrategy: PID 16605 died...\u000a01:21:10.894194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16605): Terminated: ok {rc=0}\u000a01:21:10.904116 --- ParallelTerminationStrategy: PID 16608 died...\u000a01:21:10.957498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16608): Terminated: ok {rc=0}\u000a01:21:10.967326 --- ParallelTerminationStrategy: PID 16611 died...\u000a01:21:11.020219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16611): Terminated: ok {rc=0}\u000a01:21:11.109372 bus /gobi_0: Setting Powered False\u000a01:21:12.213112 bus /gobi_0: Setting Powered False\u000a01:21:13.324224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16621): Process ended prematurely: osmo-stp_10.42.42.5(pid=16621) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16621): Process ended prematurely: osmo-stp_10.42.42.5(pid=16621) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a01:21:14.435240 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.447284 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:14.590054 tst iperf3.py: using LAC 32646\u000a01:21:14.711946 tst iperf3.py: using RAC 6\u000a01:21:14.835031 tst iperf3.py: using CellId 32646\u000a01:21:14.958199 tst iperf3.py: using BVCI 32647\u000a01:21:14.981842 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:14.993335 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.004281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.015517 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.026572 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.037750 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.048908 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.060051 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:15.071632 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:15.353848 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:15.482873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:15.803128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Launched\u000a01:21:16.108104 run iperf3-srv_10.42.42.10(pid=16614): Launched\u000a01:21:16.299331 tst iperf3.py:8: start network...\u000a01:21:16.431478 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:16.967064 run create_hlr_db(pid=16615): Launched\u000a01:21:17.185282 bus /gobi_6: Setting Powered False\u000a01:21:18.186242 run create_hlr_db(pid=16615): Terminated: ok {rc=0}\u000a01:21:18.618430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Launched\u000a01:21:18.928504 run osmo-hlr_10.42.42.2(pid=16618): Launched\u000a01:21:19.049925 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:19.591294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Launched\u000a01:21:19.898395 run osmo-stp_10.42.42.5(pid=16621): Launched\u000a01:21:20.008882 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:20.544845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Launched\u000a01:21:20.655030 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:20.926188 run patchelf(pid=16624): Launched\u000a01:21:21.106693 run osmo-stp_10.42.42.5(pid=16621): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)]\u000a01:21:21.238239 run osmo-stp_10.42.42.5(pid=16621): stdout: \u000a| (launched: 2022-12-13_01:21:19.747532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:21.369836 run osmo-stp_10.42.42.5(pid=16621): stderr: \u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012119918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:21.497737 run osmo-stp_10.42.42.5(pid=16621): stdout: \u000a| (launched: 2022-12-13_01:21:19.747532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:21.624319 run osmo-stp_10.42.42.5(pid=16621): stderr: \u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012119917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012119918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012119918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:21.772475 run patchelf(pid=16624): Terminating (SIGINT)\u000a01:21:21.971786 run patchelf(pid=16624): Terminated: ok {rc=0}\u000a01:21:22.003723 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16621): Process ended prematurely: osmo-stp_10.42.42.5(pid=16621) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16621)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a01:21:22.013088 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a01:21:22.073226 run osmo-hlr_10.42.42.2(pid=16618): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16618)]\u000a01:21:22.122304 run osmo-hlr_10.42.42.2(pid=16618): stdout: \u000a| (launched: 2022-12-13_01:21:18.776404) \u000a01:21:22.171713 run osmo-hlr_10.42.42.2(pid=16618): stderr: \u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012118951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012118963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012118972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012118972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012118972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:22.213839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Terminating (SIGTERM)\u000a01:21:22.253581 run iperf3-srv_10.42.42.10(pid=16614): Terminating (SIGTERM)\u000a01:21:22.293392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Terminating (SIGTERM)\u000a01:21:22.332922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Terminating (SIGTERM)\u000a01:21:22.372584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Terminating (SIGTERM)\u000a01:21:22.382001 --- ParallelTerminationStrategy: PID 16613 died...\u000a01:21:22.435294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16613): Terminated: ok {rc=0}\u000a01:21:22.445065 --- ParallelTerminationStrategy: PID 16614 died...\u000a01:21:22.497788 run iperf3-srv_10.42.42.10(pid=16614): Terminated {rc=256}\u000a01:21:22.507526 --- ParallelTerminationStrategy: PID 16617 died...\u000a01:21:22.560496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16617): Terminated: ok {rc=0}\u000a01:21:22.570210 --- ParallelTerminationStrategy: PID 16620 died...\u000a01:21:22.622999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16620): Terminated: ok {rc=0}\u000a01:21:22.632779 --- ParallelTerminationStrategy: PID 16623 died...\u000a01:21:22.686085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16623): Terminated: ok {rc=0}\u000a01:21:22.774571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16639): Process ended prematurely: osmo-stp_10.42.42.5(pid=16639) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16639): Process ended prematurely: osmo-stp_10.42.42.5(pid=16639) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a01:21:23.890129 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:23.902546 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:24.050795 tst iperf3m4.py: using LAC 32647\u000a01:21:24.178623 tst iperf3m4.py: using RAC 7\u000a01:21:24.306290 tst iperf3m4.py: using CellId 32647\u000a01:21:24.434565 tst iperf3m4.py: using BVCI 32648\u000a01:21:24.459890 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.471441 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.482840 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.494686 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.506531 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.518192 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.530707 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.542550 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:24.554364 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:24.676690 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:24.801992 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:24.922705 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:25.223191 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:21:25.362080 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:25.705829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Launched\u000a01:21:25.990751 run iperf3-srv_10.42.42.10(pid=16626): Launched\u000a01:21:26.193885 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:21:26.332595 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:26.678188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Launched\u000a01:21:26.964524 run iperf3-srv_10.42.42.10(pid=16628): Launched\u000a01:21:27.167379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:21:27.305547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:27.648379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Launched\u000a01:21:27.934365 run iperf3-srv_10.42.42.10(pid=16630): Launched\u000a01:21:28.137594 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:21:28.275932 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:21:28.621013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Launched\u000a01:21:28.905909 run iperf3-srv_10.42.42.10(pid=16632): Launched\u000a01:21:29.109514 tst iperf3m4.py:8: start network...\u000a01:21:29.248274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:29.770681 run create_hlr_db(pid=16633): Launched\u000a01:21:29.961905 bus /gobi_6: Setting Powered False\u000a01:21:30.996680 run create_hlr_db(pid=16633): Terminated: ok {rc=0}\u000a01:21:31.430614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Launched\u000a01:21:31.794921 run osmo-hlr_10.42.42.2(pid=16636): Launched\u000a01:21:31.923626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:32.600277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Launched\u000a01:21:32.911187 run osmo-stp_10.42.42.5(pid=16639): Launched\u000a01:21:33.022204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:33.562251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Launched\u000a01:21:33.671598 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:33.941791 run patchelf(pid=16642): Launched\u000a01:21:34.121830 run osmo-stp_10.42.42.5(pid=16639): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)]\u000a01:21:34.253124 run osmo-stp_10.42.42.5(pid=16639): stdout: \u000a| (launched: 2022-12-13_01:21:32.758028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:34.384351 run osmo-stp_10.42.42.5(pid=16639): stderr: \u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012132928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:34.511561 run osmo-stp_10.42.42.5(pid=16639): stdout: \u000a| (launched: 2022-12-13_01:21:32.758028)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:34.637791 run osmo-stp_10.42.42.5(pid=16639): stderr: \u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012132927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012132928 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012132928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:34.785664 run patchelf(pid=16642): Terminating (SIGINT)\u000a01:21:34.959287 run patchelf(pid=16642): Terminated: ok {rc=0}\u000a01:21:34.991015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16639): Process ended prematurely: osmo-stp_10.42.42.5(pid=16639) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16639)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a01:21:35.000135 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:21:35.060344 run osmo-hlr_10.42.42.2(pid=16636): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16636)]\u000a01:21:35.109248 run osmo-hlr_10.42.42.2(pid=16636): stdout: \u000a| (launched: 2022-12-13_01:21:31.590127) \u000a01:21:35.158740 run osmo-hlr_10.42.42.2(pid=16636): stderr: \u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012131970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012131987 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012132001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012132001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012132001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:35.201036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminating (SIGTERM)\u000a01:21:35.241078 run iperf3-srv_10.42.42.10(pid=16626): Terminating (SIGTERM)\u000a01:21:35.280780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Terminating (SIGTERM)\u000a01:21:35.320384 run iperf3-srv_10.42.42.10(pid=16628): Terminating (SIGTERM)\u000a01:21:35.360050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Terminating (SIGTERM)\u000a01:21:35.399567 run iperf3-srv_10.42.42.10(pid=16630): Terminating (SIGTERM)\u000a01:21:35.439156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Terminating (SIGTERM)\u000a01:21:35.478621 run iperf3-srv_10.42.42.10(pid=16632): Terminating (SIGTERM)\u000a01:21:35.518401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Terminating (SIGTERM)\u000a01:21:35.558032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Terminating (SIGTERM)\u000a01:21:35.597439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Terminating (SIGTERM)\u000a01:21:35.606862 --- ParallelTerminationStrategy: PID 16625 died...\u000a01:21:35.659937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16625): Terminated: ok {rc=0}\u000a01:21:35.669661 --- ParallelTerminationStrategy: PID 16626 died...\u000a01:21:35.722413 run iperf3-srv_10.42.42.10(pid=16626): Terminated {rc=256}\u000a01:21:35.732009 --- ParallelTerminationStrategy: PID 16627 died...\u000a01:21:35.785043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16627): Terminated: ok {rc=0}\u000a01:21:35.794759 --- ParallelTerminationStrategy: PID 16628 died...\u000a01:21:35.847282 run iperf3-srv_10.42.42.10(pid=16628): Terminated {rc=256}\u000a01:21:35.857031 --- ParallelTerminationStrategy: PID 16629 died...\u000a01:21:35.909672 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16629): Terminated: ok {rc=0}\u000a01:21:35.919402 --- ParallelTerminationStrategy: PID 16630 died...\u000a01:21:35.972200 run iperf3-srv_10.42.42.10(pid=16630): Terminated {rc=256}\u000a01:21:35.982040 --- ParallelTerminationStrategy: PID 16631 died...\u000a01:21:36.034980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16631): Terminated: ok {rc=0}\u000a01:21:36.044907 --- ParallelTerminationStrategy: PID 16632 died...\u000a01:21:36.097516 run iperf3-srv_10.42.42.10(pid=16632): Terminated {rc=256}\u000a01:21:36.107296 --- ParallelTerminationStrategy: PID 16635 died...\u000a01:21:36.159823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16635): Terminated: ok {rc=0}\u000a01:21:36.169948 --- ParallelTerminationStrategy: PID 16638 died...\u000a01:21:36.222760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16638): Terminated: ok {rc=0}\u000a01:21:36.232368 --- ParallelTerminationStrategy: PID 16641 died...\u000a01:21:36.285666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16641): Terminated: ok {rc=0}\u000a01:21:36.373722 bus /gobi_4: Setting Powered False\u000a01:21:37.476582 bus /gobi_4: Setting Powered False\u000a01:21:38.589473 bus /gobi_1: Setting Powered False\u000a01:21:39.692829 bus /gobi_1: Setting Powered False\u000a01:21:40.805111 bus /gobi_0: Setting Powered False\u000a01:21:41.906761 bus /gobi_0: Setting Powered False\u000a01:21:43.016877 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16649): Process ended prematurely: osmo-stp_10.42.42.5(pid=16649) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16649): Process ended prematurely: osmo-stp_10.42.42.5(pid=16649) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a01:21:44.083671 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.095619 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:44.232110 tst ping.py: using LAC 32648\u000a01:21:44.356130 tst ping.py: using RAC 8\u000a01:21:44.482557 tst ping.py: using CellId 32648\u000a01:21:44.610173 tst ping.py: using BVCI 32649\u000a01:21:44.635244 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.646968 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.658566 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.670625 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.682320 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.694351 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.706076 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:44.717659 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:44.996811 tst ping.py:19: start network...\u000a01:21:45.121864 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:45.604923 run create_hlr_db(pid=16643): Launched\u000a01:21:45.779209 bus /gobi_6: Setting Powered False\u000a01:21:46.868938 run create_hlr_db(pid=16643): Terminated: ok {rc=0}\u000a01:21:47.293896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Launched\u000a01:21:47.596296 run osmo-hlr_10.42.42.2(pid=16646): Launched\u000a01:21:47.706363 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:48.237692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Launched\u000a01:21:48.541117 run osmo-stp_10.42.42.5(pid=16649): Launched\u000a01:21:48.650521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:49.182107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Launched\u000a01:21:49.289529 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:49.554744 run patchelf(pid=16652): Launched\u000a01:21:49.731832 run osmo-stp_10.42.42.5(pid=16649): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)]\u000a01:21:49.860682 run osmo-stp_10.42.42.5(pid=16649): stdout: \u000a| (launched: 2022-12-13_01:21:48.390628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:49.989983 run osmo-stp_10.42.42.5(pid=16649): stderr: \u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012148559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:50.115050 run osmo-stp_10.42.42.5(pid=16649): stdout: \u000a| (launched: 2022-12-13_01:21:48.390628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:50.238875 run osmo-stp_10.42.42.5(pid=16649): stderr: \u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012148559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012148559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012148560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:50.383364 run patchelf(pid=16652): Terminating (SIGINT)\u000a01:21:50.553800 run patchelf(pid=16652): Terminated: ok {rc=0}\u000a01:21:50.584425 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16649): Process ended prematurely: osmo-stp_10.42.42.5(pid=16649) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16649)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a01:21:50.592898 tst ping.py:22: Test FAILED (6.5 sec)\u000a01:21:50.652472 run osmo-hlr_10.42.42.2(pid=16646): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16646)]\u000a01:21:50.701063 run osmo-hlr_10.42.42.2(pid=16646): stdout: \u000a| (launched: 2022-12-13_01:21:47.447159) \u000a01:21:50.750252 run osmo-hlr_10.42.42.2(pid=16646): stderr: \u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012147623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012147635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012147644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012147645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012147645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:50.792492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Terminating (SIGTERM)\u000a01:21:50.832249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Terminating (SIGTERM)\u000a01:21:50.871885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Terminating (SIGTERM)\u000a01:21:50.881278 --- ParallelTerminationStrategy: PID 16645 died...\u000a01:21:50.935073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16645): Terminated: ok {rc=0}\u000a01:21:50.944823 --- ParallelTerminationStrategy: PID 16648 died...\u000a01:21:50.998103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16648): Terminated: ok {rc=0}\u000a01:21:51.007940 --- ParallelTerminationStrategy: PID 16651 died...\u000a01:21:51.061242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16651): Terminated: ok {rc=0}\u000a01:21:51.150447 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a01:21:52.203174 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.215393 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a01:21:52.354214 tst ping_idle_ping.py: using LAC 32649\u000a01:21:52.475011 tst ping_idle_ping.py: using RAC 9\u000a01:21:52.596172 tst ping_idle_ping.py: using CellId 32649\u000a01:21:52.716855 tst ping_idle_ping.py: using BVCI 32650\u000a01:21:52.740032 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.751145 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.762065 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.772821 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.783600 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.794537 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.805528 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a01:21:52.816265 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a01:21:53.110800 tst ping_idle_ping.py:24: start network...\u000a01:21:53.246994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:21:53.764919 run create_hlr_db(pid=16653): Launched\u000a01:21:53.953936 bus /gobi_6: Setting Powered False\u000a01:21:54.974448 run create_hlr_db(pid=16653): Terminated: ok {rc=0}\u000a01:21:55.385417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Launched\u000a01:21:55.688810 run osmo-hlr_10.42.42.2(pid=16656): Launched\u000a01:21:55.801452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:21:56.327008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Launched\u000a01:21:56.629404 run osmo-stp_10.42.42.5(pid=16659): Launched\u000a01:21:56.739741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:21:57.270843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Launched\u000a01:21:57.378384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:21:57.643470 run patchelf(pid=16662): Launched\u000a01:21:57.821258 run osmo-stp_10.42.42.5(pid=16659): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)]\u000a01:21:57.950488 run osmo-stp_10.42.42.5(pid=16659): stdout: \u000a| (launched: 2022-12-13_01:21:56.480219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:58.079798 run osmo-stp_10.42.42.5(pid=16659): stderr: \u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012156650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:58.204920 run osmo-stp_10.42.42.5(pid=16659): stdout: \u000a| (launched: 2022-12-13_01:21:56.480219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:21:58.328776 run osmo-stp_10.42.42.5(pid=16659): stderr: \u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012156650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012156650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012156651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:21:58.474153 run patchelf(pid=16662): Terminating (SIGINT)\u000a01:21:58.645774 run patchelf(pid=16662): Terminated: ok {rc=0}\u000a01:21:58.676744 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16659): Process ended prematurely: osmo-stp_10.42.42.5(pid=16659) [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16659)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a01:21:58.685229 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a01:21:58.745893 run osmo-hlr_10.42.42.2(pid=16656): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16656)]\u000a01:21:58.794572 run osmo-hlr_10.42.42.2(pid=16656): stdout: \u000a| (launched: 2022-12-13_01:21:55.538793) \u000a01:21:58.844008 run osmo-hlr_10.42.42.2(pid=16656): stderr: \u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012155711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012155724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012155732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012155732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012155732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:21:58.886039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminating (SIGTERM)\u000a01:21:58.925655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminating (SIGTERM)\u000a01:21:58.965516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Terminating (SIGTERM)\u000a01:21:58.975004 --- ParallelTerminationStrategy: PID 16655 died...\u000a01:21:59.028176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16655): Terminated: ok {rc=0}\u000a01:21:59.038028 --- ParallelTerminationStrategy: PID 16658 died...\u000a01:21:59.091352 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16658): Terminated: ok {rc=0}\u000a01:21:59.101064 --- ParallelTerminationStrategy: PID 16661 died...\u000a01:21:59.153776 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16661): Terminated: ok {rc=0}\u000a01:21:59.242694 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:21:01" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16678): Process ended prematurely: osmo-stp_10.42.42.5(pid=16678) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16678): Process ended prematurely: osmo-stp_10.42.42.5(pid=16678) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:22:01.446020 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:01.458545 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:01.657550 tst cs_paging_gprs_active.py: using LAC 32650\u000a01:22:01.790840 tst cs_paging_gprs_active.py: using RAC 10\u000a01:22:01.919816 tst cs_paging_gprs_active.py: using CellId 32650\u000a01:22:02.051880 tst cs_paging_gprs_active.py: using BVCI 32651\u000a01:22:02.078363 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.090968 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.103350 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.115697 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.128079 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.140197 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.152522 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.164607 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:02.177000 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:02.299511 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:02.581655 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:22:02.709375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:03.027725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Launched\u000a01:22:03.293592 run iperf3-srv_10.42.42.10(pid=16669): Launched\u000a01:22:03.481189 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:22:03.609114 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:03.928320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Launched\u000a01:22:04.193780 run iperf3-srv_10.42.42.10(pid=16671): Launched\u000a01:22:04.380782 tst cs_paging_gprs_active.py:38: start network...\u000a01:22:04.508198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:05.007355 run create_hlr_db(pid=16672): Launched\u000a01:22:05.184858 bus /gobi_6: Setting Powered False\u000a01:22:06.207233 run create_hlr_db(pid=16672): Terminated: ok {rc=0}\u000a01:22:06.617086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Launched\u000a01:22:06.927752 run osmo-hlr_10.42.42.2(pid=16675): Launched\u000a01:22:07.041098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:07.578262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Launched\u000a01:22:07.887813 run osmo-stp_10.42.42.5(pid=16678): Launched\u000a01:22:07.999414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:08.539593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Launched\u000a01:22:08.649854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:08.919551 run patchelf(pid=16681): Launched\u000a01:22:09.101698 run osmo-stp_10.42.42.5(pid=16678): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)]\u000a01:22:09.233739 run osmo-stp_10.42.42.5(pid=16678): stdout: \u000a| (launched: 2022-12-13_01:22:07.735330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:09.366066 run osmo-stp_10.42.42.5(pid=16678): stderr: \u000a| �[0;m�[38;5;43m20221213012207905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012207905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012207906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012207906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:09.494130 run osmo-stp_10.42.42.5(pid=16678): stdout: \u000a| (launched: 2022-12-13_01:22:07.735330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:09.621315 run osmo-stp_10.42.42.5(pid=16678): stderr: \u000a| �[0;m�[38;5;43m20221213012207905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012207905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012207906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012207906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012207907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:09.770067 run patchelf(pid=16681): Terminating (SIGINT)\u000a01:22:09.944881 run patchelf(pid=16681): Terminated: ok {rc=0}\u000a01:22:09.976916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16678): Process ended prematurely: osmo-stp_10.42.42.5(pid=16678) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16678)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a01:22:09.986112 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:22:10.046508 run osmo-hlr_10.42.42.2(pid=16675): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16675)]\u000a01:22:10.096206 run osmo-hlr_10.42.42.2(pid=16675): stdout: \u000a| (launched: 2022-12-13_01:22:06.773903) \u000a01:22:10.146211 run osmo-hlr_10.42.42.2(pid=16675): stderr: \u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012206949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012206961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012206970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012206970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012206970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:10.188684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminating (SIGTERM)\u000a01:22:10.228822 run iperf3-srv_10.42.42.10(pid=16669): Terminating (SIGTERM)\u000a01:22:10.269036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminating (SIGTERM)\u000a01:22:10.309278 run iperf3-srv_10.42.42.10(pid=16671): Terminating (SIGTERM)\u000a01:22:10.349445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Terminating (SIGTERM)\u000a01:22:10.389726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Terminating (SIGTERM)\u000a01:22:10.430014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Terminating (SIGTERM)\u000a01:22:10.439575 --- ParallelTerminationStrategy: PID 16668 died...\u000a01:22:10.493121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16668): Terminated: ok {rc=0}\u000a01:22:10.503109 --- ParallelTerminationStrategy: PID 16669 died...\u000a01:22:10.556450 run iperf3-srv_10.42.42.10(pid=16669): Terminated {rc=256}\u000a01:22:10.566322 --- ParallelTerminationStrategy: PID 16670 died...\u000a01:22:10.619961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16670): Terminated: ok {rc=0}\u000a01:22:10.629780 --- ParallelTerminationStrategy: PID 16671 died...\u000a01:22:10.683172 run iperf3-srv_10.42.42.10(pid=16671): Terminated {rc=256}\u000a01:22:10.693164 --- ParallelTerminationStrategy: PID 16674 died...\u000a01:22:10.746649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16674): Terminated: ok {rc=0}\u000a01:22:10.756386 --- ParallelTerminationStrategy: PID 16677 died...\u000a01:22:10.809933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16677): Terminated: ok {rc=0}\u000a01:22:10.819889 --- ParallelTerminationStrategy: PID 16680 died...\u000a01:22:10.873341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16680): Terminated: ok {rc=0}\u000a01:22:10.962481 bus /gobi_0: Setting Powered False\u000a01:22:12.066311 bus /gobi_0: Setting Powered False\u000a01:22:13.177711 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a01:22:14.289174 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.300889 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:14.467550 tst iperf3.py: using LAC 32651\u000a01:22:14.599609 tst iperf3.py: using RAC 11\u000a01:22:14.723396 tst iperf3.py: using CellId 32651\u000a01:22:14.846635 tst iperf3.py: using BVCI 32652\u000a01:22:14.870420 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.881539 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.892434 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.903213 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.914028 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.924752 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.935618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.946364 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:14.957256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:15.255450 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:15.393895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:15.738080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Launched\u000a01:22:16.067769 run iperf3-srv_10.42.42.10(pid=16683): Launched\u000a01:22:16.275226 tst iperf3.py:8: start network...\u000a01:22:16.416604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:16.963250 run create_hlr_db(pid=16684): Launched\u000a01:22:17.156763 bus /gobi_6: Setting Powered False\u000a01:22:18.175194 run create_hlr_db(pid=16684): Terminated: ok {rc=0}\u000a01:22:18.589319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Launched\u000a01:22:18.897614 run osmo-hlr_10.42.42.2(pid=16687): Launched\u000a01:22:19.010307 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:19.546373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Launched\u000a01:22:19.855272 run osmo-stp_10.42.42.5(pid=16690): Launched\u000a01:22:19.966119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:20.502250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Launched\u000a01:22:20.611427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:20.883664 run patchelf(pid=16693): Launched\u000a01:22:21.063505 run osmo-stp_10.42.42.5(pid=16690): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)]\u000a01:22:21.195091 run osmo-stp_10.42.42.5(pid=16690): stdout: \u000a| (launched: 2022-12-13_01:22:19.702569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:21.325832 run osmo-stp_10.42.42.5(pid=16690): stderr: \u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012219873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012219873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012219873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012219874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:21.452446 run osmo-stp_10.42.42.5(pid=16690): stdout: \u000a| (launched: 2022-12-13_01:22:19.702569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:21.578342 run osmo-stp_10.42.42.5(pid=16690): stderr: \u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012219872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012219873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012219873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012219873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012219874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:21.725548 run patchelf(pid=16693): Terminating (SIGINT)\u000a01:22:21.898804 run patchelf(pid=16693): Terminated: ok {rc=0}\u000a01:22:21.930463 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16690): Process ended prematurely: osmo-stp_10.42.42.5(pid=16690) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16690)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a01:22:21.939570 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a01:22:21.999830 run osmo-hlr_10.42.42.2(pid=16687): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16687)]\u000a01:22:22.048880 run osmo-hlr_10.42.42.2(pid=16687): stdout: \u000a| (launched: 2022-12-13_01:22:18.745900) \u000a01:22:22.099490 run osmo-hlr_10.42.42.2(pid=16687): stderr: \u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012218918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012218930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012218940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012218941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012218941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:22.142174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminating (SIGTERM)\u000a01:22:22.181898 run iperf3-srv_10.42.42.10(pid=16683): Terminating (SIGTERM)\u000a01:22:22.221702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminating (SIGTERM)\u000a01:22:22.261473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminating (SIGTERM)\u000a01:22:22.301291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminating (SIGTERM)\u000a01:22:22.310691 --- ParallelTerminationStrategy: PID 16682 died...\u000a01:22:22.363928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16682): Terminated: ok {rc=0}\u000a01:22:22.373769 --- ParallelTerminationStrategy: PID 16683 died...\u000a01:22:22.427044 run iperf3-srv_10.42.42.10(pid=16683): Terminated {rc=256}\u000a01:22:22.436746 --- ParallelTerminationStrategy: PID 16686 died...\u000a01:22:22.489727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16686): Terminated: ok {rc=0}\u000a01:22:22.499459 --- ParallelTerminationStrategy: PID 16689 died...\u000a01:22:22.552409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16689): Terminated: ok {rc=0}\u000a01:22:22.562207 --- ParallelTerminationStrategy: PID 16692 died...\u000a01:22:22.615234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16692): Terminated: ok {rc=0}\u000a01:22:22.699099 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16708): Process ended prematurely: osmo-stp_10.42.42.5(pid=16708) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16708): Process ended prematurely: osmo-stp_10.42.42.5(pid=16708) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a01:22:23.815717 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:23.828042 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:23.995359 tst iperf3m4.py: using LAC 32652\u000a01:22:24.118878 tst iperf3m4.py: using RAC 12\u000a01:22:24.239818 tst iperf3m4.py: using CellId 32652\u000a01:22:24.362447 tst iperf3m4.py: using BVCI 32653\u000a01:22:24.386104 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.397179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.408055 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.418886 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.429980 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.440793 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.451785 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.462563 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:24.473453 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:24.592246 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:24.714157 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:24.832930 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:25.133594 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:22:25.272189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:25.616321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Launched\u000a01:22:25.904179 run iperf3-srv_10.42.42.10(pid=16695): Launched\u000a01:22:26.107059 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:22:26.245395 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:26.587975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Launched\u000a01:22:26.873888 run iperf3-srv_10.42.42.10(pid=16697): Launched\u000a01:22:27.076441 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:22:27.214857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:27.559653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Launched\u000a01:22:27.845779 run iperf3-srv_10.42.42.10(pid=16699): Launched\u000a01:22:28.049028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:22:28.187712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:22:28.533334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Launched\u000a01:22:28.818370 run iperf3-srv_10.42.42.10(pid=16701): Launched\u000a01:22:29.020297 tst iperf3m4.py:8: start network...\u000a01:22:29.159397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:29.681988 run create_hlr_db(pid=16702): Launched\u000a01:22:29.872504 bus /gobi_6: Setting Powered False\u000a01:22:30.901067 run create_hlr_db(pid=16702): Terminated: ok {rc=0}\u000a01:22:31.355230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Launched\u000a01:22:31.793807 run osmo-hlr_10.42.42.2(pid=16705): Launched\u000a01:22:31.927376 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:32.566198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Launched\u000a01:22:32.898562 run osmo-stp_10.42.42.5(pid=16708): Launched\u000a01:22:33.019589 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:33.596103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Launched\u000a01:22:33.713984 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:34.003289 run patchelf(pid=16711): Launched\u000a01:22:34.195204 run osmo-stp_10.42.42.5(pid=16708): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)]\u000a01:22:34.335115 run osmo-stp_10.42.42.5(pid=16708): stdout: \u000a| (launched: 2022-12-13_01:22:32.734330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:34.475377 run osmo-stp_10.42.42.5(pid=16708): stderr: \u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012232923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:34.611448 run osmo-stp_10.42.42.5(pid=16708): stdout: \u000a| (launched: 2022-12-13_01:22:32.734330)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:34.746723 run osmo-stp_10.42.42.5(pid=16708): stderr: \u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012232923 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012232923 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012232924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:34.904393 run patchelf(pid=16711): Terminating (SIGINT)\u000a01:22:35.089920 run patchelf(pid=16711): Terminated: ok {rc=0}\u000a01:22:35.123665 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16708): Process ended prematurely: osmo-stp_10.42.42.5(pid=16708) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16708)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a01:22:35.133492 tst iperf3m4.py:8: Test FAILED (11.4 sec)\u000a01:22:35.197112 run osmo-hlr_10.42.42.2(pid=16705): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16705)]\u000a01:22:35.248506 run osmo-hlr_10.42.42.2(pid=16705): stdout: \u000a| (launched: 2022-12-13_01:22:31.517308) \u000a01:22:35.300610 run osmo-hlr_10.42.42.2(pid=16705): stderr: \u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012231744 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012231764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012231772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:35.344805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminating (SIGTERM)\u000a01:22:35.386667 run iperf3-srv_10.42.42.10(pid=16695): Terminating (SIGTERM)\u000a01:22:35.428520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminating (SIGTERM)\u000a01:22:35.470260 run iperf3-srv_10.42.42.10(pid=16697): Terminating (SIGTERM)\u000a01:22:35.512081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Terminating (SIGTERM)\u000a01:22:35.553911 run iperf3-srv_10.42.42.10(pid=16699): Terminating (SIGTERM)\u000a01:22:35.596254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Terminating (SIGTERM)\u000a01:22:35.638130 run iperf3-srv_10.42.42.10(pid=16701): Terminating (SIGTERM)\u000a01:22:35.680340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Terminating (SIGTERM)\u000a01:22:35.722476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Terminating (SIGTERM)\u000a01:22:35.764857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Terminating (SIGTERM)\u000a01:22:35.774843 --- ParallelTerminationStrategy: PID 16694 died...\u000a01:22:35.831223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16694): Terminated: ok {rc=0}\u000a01:22:35.841480 --- ParallelTerminationStrategy: PID 16695 died...\u000a01:22:35.897388 run iperf3-srv_10.42.42.10(pid=16695): Terminated {rc=256}\u000a01:22:35.907445 --- ParallelTerminationStrategy: PID 16696 died...\u000a01:22:35.963611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16696): Terminated: ok {rc=0}\u000a01:22:35.974069 --- ParallelTerminationStrategy: PID 16697 died...\u000a01:22:36.030681 run iperf3-srv_10.42.42.10(pid=16697): Terminated {rc=256}\u000a01:22:36.040736 --- ParallelTerminationStrategy: PID 16698 died...\u000a01:22:36.096925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16698): Terminated: ok {rc=0}\u000a01:22:36.107318 --- ParallelTerminationStrategy: PID 16699 died...\u000a01:22:36.163761 run iperf3-srv_10.42.42.10(pid=16699): Terminated {rc=256}\u000a01:22:36.174507 --- ParallelTerminationStrategy: PID 16700 died...\u000a01:22:36.230826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16700): Terminated: ok {rc=0}\u000a01:22:36.241103 --- ParallelTerminationStrategy: PID 16701 died...\u000a01:22:36.296700 run iperf3-srv_10.42.42.10(pid=16701): Terminated {rc=256}\u000a01:22:36.307111 --- ParallelTerminationStrategy: PID 16704 died...\u000a01:22:36.363060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16704): Terminated: ok {rc=0}\u000a01:22:36.373371 --- ParallelTerminationStrategy: PID 16707 died...\u000a01:22:36.429399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16707): Terminated: ok {rc=0}\u000a01:22:36.439700 --- ParallelTerminationStrategy: PID 16710 died...\u000a01:22:36.496255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16710): Terminated: ok {rc=0}\u000a01:22:36.583174 bus /gobi_4: Setting Powered False\u000a01:22:37.688983 bus /gobi_4: Setting Powered False\u000a01:22:38.796646 bus /gobi_1: Setting Powered False\u000a01:22:39.905022 bus /gobi_1: Setting Powered False\u000a01:22:41.013155 bus /gobi_0: Setting Powered False\u000a01:22:42.119622 bus /gobi_0: Setting Powered False\u000a01:22:43.231665 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16718): Process ended prematurely: osmo-stp_10.42.42.5(pid=16718) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16718): Process ended prematurely: osmo-stp_10.42.42.5(pid=16718) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a01:22:44.299127 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.310988 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:44.463987 tst ping.py: using LAC 32653\u000a01:22:44.584167 tst ping.py: using RAC 13\u000a01:22:44.707660 tst ping.py: using CellId 32653\u000a01:22:44.824190 tst ping.py: using BVCI 32654\u000a01:22:44.847427 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.858460 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.869294 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.880057 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.890901 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.901706 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.913934 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:44.924642 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:45.203102 tst ping.py:19: start network...\u000a01:22:45.329906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:45.817224 run create_hlr_db(pid=16712): Launched\u000a01:22:46.019889 bus /gobi_6: Setting Powered False\u000a01:22:47.102418 run create_hlr_db(pid=16712): Terminated: ok {rc=0}\u000a01:22:47.542986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Launched\u000a01:22:47.868374 run osmo-hlr_10.42.42.2(pid=16715): Launched\u000a01:22:47.989451 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:48.558662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Launched\u000a01:22:48.882865 run osmo-stp_10.42.42.5(pid=16718): Launched\u000a01:22:48.999646 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:49.568852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Launched\u000a01:22:49.685222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:49.970977 run patchelf(pid=16721): Launched\u000a01:22:50.161104 run osmo-stp_10.42.42.5(pid=16718): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)]\u000a01:22:50.299480 run osmo-stp_10.42.42.5(pid=16718): stdout: \u000a| (launched: 2022-12-13_01:22:48.723680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:50.438671 run osmo-stp_10.42.42.5(pid=16718): stderr: \u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012248912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012248912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012248913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012248913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:50.573210 run osmo-stp_10.42.42.5(pid=16718): stdout: \u000a| (launched: 2022-12-13_01:22:48.723680)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:50.706079 run osmo-stp_10.42.42.5(pid=16718): stderr: \u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012248911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012248912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012248912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012248913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012248913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:50.862157 run patchelf(pid=16721): Terminating (SIGINT)\u000a01:22:51.045254 run patchelf(pid=16721): Terminated: ok {rc=0}\u000a01:22:51.078481 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=16718): Process ended prematurely: osmo-stp_10.42.42.5(pid=16718) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16718)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a01:22:51.087728 tst ping.py:22: Test FAILED (6.8 sec)\u000a01:22:51.150929 run osmo-hlr_10.42.42.2(pid=16715): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16715)]\u000a01:22:51.202597 run osmo-hlr_10.42.42.2(pid=16715): stdout: \u000a| (launched: 2022-12-13_01:22:47.709288) \u000a01:22:51.254905 run osmo-hlr_10.42.42.2(pid=16715): stderr: \u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012247903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012247915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012247924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:51.299443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Terminating (SIGTERM)\u000a01:22:51.341550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Terminating (SIGTERM)\u000a01:22:51.383481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Terminating (SIGTERM)\u000a01:22:51.393142 --- ParallelTerminationStrategy: PID 16714 died...\u000a01:22:51.449137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16714): Terminated: ok {rc=0}\u000a01:22:51.459493 --- ParallelTerminationStrategy: PID 16717 died...\u000a01:22:51.515609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16717): Terminated: ok {rc=0}\u000a01:22:51.526085 --- ParallelTerminationStrategy: PID 16720 died...\u000a01:22:51.582270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16720): Terminated: ok {rc=0}\u000a01:22:51.669037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16728): Process ended prematurely: osmo-stp_10.42.42.5(pid=16728) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16728): Process ended prematurely: osmo-stp_10.42.42.5(pid=16728) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a01:22:52.721990 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:52.734331 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a01:22:52.897051 tst ping_idle_ping.py: using LAC 32654\u000a01:22:53.024158 tst ping_idle_ping.py: using RAC 14\u000a01:22:53.152472 tst ping_idle_ping.py: using CellId 32654\u000a01:22:53.278976 tst ping_idle_ping.py: using BVCI 32655\u000a01:22:53.304088 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.315770 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.327423 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.338942 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.350422 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.361921 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.373480 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a01:22:53.384996 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a01:22:53.677236 tst ping_idle_ping.py:24: start network...\u000a01:22:53.813310 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:22:54.329557 run create_hlr_db(pid=16722): Launched\u000a01:22:54.519783 bus /gobi_6: Setting Powered False\u000a01:22:55.538726 run create_hlr_db(pid=16722): Terminated: ok {rc=0}\u000a01:22:55.950692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Launched\u000a01:22:56.254555 run osmo-hlr_10.42.42.2(pid=16725): Launched\u000a01:22:56.376169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:22:56.953877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Launched\u000a01:22:57.279503 run osmo-stp_10.42.42.5(pid=16728): Launched\u000a01:22:57.396115 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:22:57.966494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Launched\u000a01:22:58.082906 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:22:58.369662 run patchelf(pid=16731): Launched\u000a01:22:58.560363 run osmo-stp_10.42.42.5(pid=16728): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)]\u000a01:22:58.699873 run osmo-stp_10.42.42.5(pid=16728): stdout: \u000a| (launched: 2022-12-13_01:22:57.119260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:58.839465 run osmo-stp_10.42.42.5(pid=16728): stderr: \u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012257310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012257310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012257311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012257311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:58.974184 run osmo-stp_10.42.42.5(pid=16728): stdout: \u000a| (launched: 2022-12-13_01:22:57.119260)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:22:59.107427 run osmo-stp_10.42.42.5(pid=16728): stderr: \u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012257309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012257310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012257310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012257311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012257311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:22:59.263450 run patchelf(pid=16731): Terminating (SIGINT)\u000a01:22:59.447565 run patchelf(pid=16731): Terminated: ok {rc=0}\u000a01:22:59.481065 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=16728): Process ended prematurely: osmo-stp_10.42.42.5(pid=16728) [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16728)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a01:22:59.490203 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a01:22:59.553709 run osmo-hlr_10.42.42.2(pid=16725): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16725)]\u000a01:22:59.605679 run osmo-hlr_10.42.42.2(pid=16725): stdout: \u000a| (launched: 2022-12-13_01:22:56.104347) \u000a01:22:59.658080 run osmo-hlr_10.42.42.2(pid=16725): stderr: \u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012256279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012256291 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012256299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012256299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012256299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:22:59.702485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Terminating (SIGTERM)\u000a01:22:59.745060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Terminating (SIGTERM)\u000a01:22:59.786892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Terminating (SIGTERM)\u000a01:22:59.797186 --- ParallelTerminationStrategy: PID 16724 died...\u000a01:22:59.853287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16724): Terminated: ok {rc=0}\u000a01:22:59.863412 --- ParallelTerminationStrategy: PID 16727 died...\u000a01:22:59.919172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16727): Terminated: ok {rc=0}\u000a01:22:59.930080 --- ParallelTerminationStrategy: PID 16730 died...\u000a01:22:59.985792 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16730): Terminated: ok {rc=0}\u000a01:23:00.071483 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a01:23:02.326471 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.337923 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:02.483041 tst cs_paging_gprs_active.py: using LAC 32655\u000a01:23:02.601105 tst cs_paging_gprs_active.py: using RAC 15\u000a01:23:02.720418 tst cs_paging_gprs_active.py: using CellId 32655\u000a01:23:02.838250 tst cs_paging_gprs_active.py: using BVCI 32656\u000a01:23:02.861513 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.872791 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.884005 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.895166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.906332 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.917412 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.928619 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.939652 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:02.950973 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:03.073427 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:03.368817 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a01:23:03.505283 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:03.842033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Launched\u000a01:23:04.122595 run iperf3-srv_10.42.42.10(pid=16737): Launched\u000a01:23:04.321338 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a01:23:04.456788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:04.793843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Launched\u000a01:23:05.074635 run iperf3-srv_10.42.42.10(pid=16739): Launched\u000a01:23:05.274179 tst cs_paging_gprs_active.py:38: start network...\u000a01:23:05.410103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:05.927612 run create_hlr_db(pid=16740): Launched\u000a01:23:06.115922 bus /gobi_6: Setting Powered False\u000a01:23:07.137246 run create_hlr_db(pid=16740): Terminated: ok {rc=0}\u000a01:23:07.548009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Launched\u000a01:23:07.853810 run osmo-hlr_10.42.42.2(pid=16743): Launched\u000a01:23:07.974716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:08.512801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Launched\u000a01:23:08.819609 run osmo-stp_10.42.42.5(pid=16746): Launched\u000a01:23:08.930730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:09.465420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Launched\u000a01:23:09.574776 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:09.842947 run patchelf(pid=16749): Launched\u000a01:23:10.021124 run osmo-stp_10.42.42.5(pid=16746): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)]\u000a01:23:10.151097 run osmo-stp_10.42.42.5(pid=16746): stdout: \u000a| (launched: 2022-12-13_01:23:08.668277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:10.282017 run osmo-stp_10.42.42.5(pid=16746): stderr: \u000a| �[0;m�[38;5;43m20221213012308836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012308836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012308837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012308837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:10.407939 run osmo-stp_10.42.42.5(pid=16746): stdout: \u000a| (launched: 2022-12-13_01:23:08.668277)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:10.533821 run osmo-stp_10.42.42.5(pid=16746): stderr: \u000a| �[0;m�[38;5;43m20221213012308836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012308836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012308837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012308837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012308838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:10.679974 run patchelf(pid=16749): Terminating (SIGINT)\u000a01:23:10.852051 run patchelf(pid=16749): Terminated: ok {rc=0}\u000a01:23:10.883904 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=16746): Process ended prematurely: osmo-stp_10.42.42.5(pid=16746) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16746)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a01:23:10.893467 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a01:23:10.953344 run osmo-hlr_10.42.42.2(pid=16743): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16743)]\u000a01:23:11.003002 run osmo-hlr_10.42.42.2(pid=16743): stdout: \u000a| (launched: 2022-12-13_01:23:07.703472) \u000a01:23:11.053249 run osmo-hlr_10.42.42.2(pid=16743): stderr: \u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012307876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012307889 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012307897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012307897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012307897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:11.095927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Terminating (SIGTERM)\u000a01:23:11.136116 run iperf3-srv_10.42.42.10(pid=16737): Terminating (SIGTERM)\u000a01:23:11.176425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Terminating (SIGTERM)\u000a01:23:11.216832 run iperf3-srv_10.42.42.10(pid=16739): Terminating (SIGTERM)\u000a01:23:11.257343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminating (SIGTERM)\u000a01:23:11.297825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminating (SIGTERM)\u000a01:23:11.338650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminating (SIGTERM)\u000a01:23:11.347480 --- ParallelTerminationStrategy: PID 16736 died...\u000a01:23:11.401665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16736): Terminated: ok {rc=0}\u000a01:23:11.411090 --- ParallelTerminationStrategy: PID 16737 died...\u000a01:23:11.463815 run iperf3-srv_10.42.42.10(pid=16737): Terminated {rc=256}\u000a01:23:11.473486 --- ParallelTerminationStrategy: PID 16738 died...\u000a01:23:11.526048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16738): Terminated: ok {rc=0}\u000a01:23:11.535617 --- ParallelTerminationStrategy: PID 16739 died...\u000a01:23:11.588250 run iperf3-srv_10.42.42.10(pid=16739): Terminated {rc=256}\u000a01:23:11.597782 --- ParallelTerminationStrategy: PID 16742 died...\u000a01:23:11.650294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16742): Terminated: ok {rc=0}\u000a01:23:11.659728 --- ParallelTerminationStrategy: PID 16745 died...\u000a01:23:11.712375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16745): Terminated: ok {rc=0}\u000a01:23:11.721846 --- ParallelTerminationStrategy: PID 16748 died...\u000a01:23:11.774822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16748): Terminated: ok {rc=0}\u000a01:23:11.858311 bus /gobi_0: Setting Powered False\u000a01:23:12.966052 bus /gobi_0: Setting Powered False\u000a01:23:14.075173 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16758): Process ended prematurely: osmo-stp_10.42.42.5(pid=16758) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16758): Process ended prematurely: osmo-stp_10.42.42.5(pid=16758) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a01:23:15.191092 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.203750 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:15.351479 tst iperf3.py: using LAC 32656\u000a01:23:15.479307 tst iperf3.py: using RAC 16\u000a01:23:15.608467 tst iperf3.py: using CellId 32656\u000a01:23:15.735432 tst iperf3.py: using BVCI 32657\u000a01:23:15.760472 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.772409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.784156 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.796639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.808563 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.821123 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.836285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.861377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:15.873746 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:16.188739 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:16.320883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:16.674200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Launched\u000a01:23:16.942317 run iperf3-srv_10.42.42.10(pid=16751): Launched\u000a01:23:17.132200 tst iperf3.py:8: start network...\u000a01:23:17.259235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:17.749259 run create_hlr_db(pid=16752): Launched\u000a01:23:17.923214 bus /gobi_6: Setting Powered False\u000a01:23:18.946490 run create_hlr_db(pid=16752): Terminated: ok {rc=0}\u000a01:23:19.378463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Launched\u000a01:23:19.705372 run osmo-hlr_10.42.42.2(pid=16755): Launched\u000a01:23:19.827306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:20.394735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Launched\u000a01:23:20.723659 run osmo-stp_10.42.42.5(pid=16758): Launched\u000a01:23:20.844366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:21.414688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Launched\u000a01:23:21.531755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:21.818303 run patchelf(pid=16761): Launched\u000a01:23:22.009306 run osmo-stp_10.42.42.5(pid=16758): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)]\u000a01:23:22.148085 run osmo-stp_10.42.42.5(pid=16758): stdout: \u000a| (launched: 2022-12-13_01:23:20.560465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:22.287364 run osmo-stp_10.42.42.5(pid=16758): stderr: \u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012320755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:22.422511 run osmo-stp_10.42.42.5(pid=16758): stdout: \u000a| (launched: 2022-12-13_01:23:20.560465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:22.556645 run osmo-stp_10.42.42.5(pid=16758): stderr: \u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012320754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012320755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012320755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:22.713848 run patchelf(pid=16761): Terminating (SIGINT)\u000a01:23:22.897083 run patchelf(pid=16761): Terminated: ok {rc=0}\u000a01:23:22.930775 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16758): Process ended prematurely: osmo-stp_10.42.42.5(pid=16758) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16758)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a01:23:22.940678 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a01:23:23.005065 run osmo-hlr_10.42.42.2(pid=16755): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16755)]\u000a01:23:23.057497 run osmo-hlr_10.42.42.2(pid=16755): stdout: \u000a| (launched: 2022-12-13_01:23:19.544630) \u000a01:23:23.110429 run osmo-hlr_10.42.42.2(pid=16755): stderr: \u000a| �[0;m�[1;31m20221213012319736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012319736 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012319737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012319737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012319737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012319737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012319749 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012319758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012319758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012319758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:23.155317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Terminating (SIGTERM)\u000a01:23:23.197333 run iperf3-srv_10.42.42.10(pid=16751): Terminating (SIGTERM)\u000a01:23:23.239857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Terminating (SIGTERM)\u000a01:23:23.282160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Terminating (SIGTERM)\u000a01:23:23.324827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Terminating (SIGTERM)\u000a01:23:23.334595 --- ParallelTerminationStrategy: PID 16750 died...\u000a01:23:23.390937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16750): Terminated: ok {rc=0}\u000a01:23:23.400822 --- ParallelTerminationStrategy: PID 16751 died...\u000a01:23:23.457101 run iperf3-srv_10.42.42.10(pid=16751): Terminated {rc=256}\u000a01:23:23.467014 --- ParallelTerminationStrategy: PID 16754 died...\u000a01:23:23.522976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16754): Terminated: ok {rc=0}\u000a01:23:23.533175 --- ParallelTerminationStrategy: PID 16757 died...\u000a01:23:23.589649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16757): Terminated: ok {rc=0}\u000a01:23:23.599923 --- ParallelTerminationStrategy: PID 16760 died...\u000a01:23:23.655794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16760): Terminated: ok {rc=0}\u000a01:23:23.742614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a01:23:24.859400 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:24.872161 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:25.024872 tst iperf3m4.py: using LAC 32657\u000a01:23:25.150974 tst iperf3m4.py: using RAC 17\u000a01:23:25.277276 tst iperf3m4.py: using CellId 32657\u000a01:23:25.403338 tst iperf3m4.py: using BVCI 32658\u000a01:23:25.428268 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.440169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.452136 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.464341 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.476809 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.488762 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.500870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.513119 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:25.525562 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:25.649349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:25.773140 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:25.896838 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:26.194547 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a01:23:26.330860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:26.670573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Launched\u000a01:23:26.952382 run iperf3-srv_10.42.42.10(pid=16763): Launched\u000a01:23:27.153348 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a01:23:27.290337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:27.630506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Launched\u000a01:23:27.912482 run iperf3-srv_10.42.42.10(pid=16765): Launched\u000a01:23:28.113461 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a01:23:28.250217 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:28.592139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Launched\u000a01:23:28.875646 run iperf3-srv_10.42.42.10(pid=16767): Launched\u000a01:23:29.076302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a01:23:29.213281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a01:23:29.561987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Launched\u000a01:23:29.845594 run iperf3-srv_10.42.42.10(pid=16769): Launched\u000a01:23:30.045594 tst iperf3m4.py:8: start network...\u000a01:23:30.182100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:30.698294 run create_hlr_db(pid=16770): Launched\u000a01:23:30.908484 bus /gobi_6: Setting Powered False\u000a01:23:31.910237 run create_hlr_db(pid=16770): Terminated: ok {rc=0}\u000a01:23:32.387559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Launched\u000a01:23:32.715725 run osmo-hlr_10.42.42.2(pid=16773): Launched\u000a01:23:32.837982 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:33.407917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Launched\u000a01:23:33.741906 run osmo-stp_10.42.42.5(pid=16776): Launched\u000a01:23:33.861497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:34.436697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Launched\u000a01:23:34.554167 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:34.841931 run patchelf(pid=16779): Launched\u000a01:23:35.033215 run osmo-stp_10.42.42.5(pid=16776): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)]\u000a01:23:35.173106 run osmo-stp_10.42.42.5(pid=16776): stdout: \u000a| (launched: 2022-12-13_01:23:33.578038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:35.313310 run osmo-stp_10.42.42.5(pid=16776): stderr: \u000a| �[0;m�[38;5;43m20221213012333767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012333767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012333768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012333768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:35.448648 run osmo-stp_10.42.42.5(pid=16776): stdout: \u000a| (launched: 2022-12-13_01:23:33.578038)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:35.583083 run osmo-stp_10.42.42.5(pid=16776): stderr: \u000a| �[0;m�[38;5;43m20221213012333767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012333767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012333768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012333768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012333769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:35.741106 run patchelf(pid=16779): Terminating (SIGINT)\u000a01:23:35.926036 run patchelf(pid=16779): Terminated: ok {rc=0}\u000a01:23:35.959670 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=16776): Process ended prematurely: osmo-stp_10.42.42.5(pid=16776) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16776)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a01:23:35.969535 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a01:23:36.033652 run osmo-hlr_10.42.42.2(pid=16773): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16773)]\u000a01:23:36.085507 run osmo-hlr_10.42.42.2(pid=16773): stdout: \u000a| (launched: 2022-12-13_01:23:32.554639) \u000a01:23:36.138496 run osmo-hlr_10.42.42.2(pid=16773): stderr: \u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012332750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012332762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012332771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012332771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012332771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:36.182618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Terminating (SIGTERM)\u000a01:23:36.224519 run iperf3-srv_10.42.42.10(pid=16763): Terminating (SIGTERM)\u000a01:23:36.266641 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Terminating (SIGTERM)\u000a01:23:36.308507 run iperf3-srv_10.42.42.10(pid=16765): Terminating (SIGTERM)\u000a01:23:36.350818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Terminating (SIGTERM)\u000a01:23:36.392781 run iperf3-srv_10.42.42.10(pid=16767): Terminating (SIGTERM)\u000a01:23:36.434763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Terminating (SIGTERM)\u000a01:23:36.476513 run iperf3-srv_10.42.42.10(pid=16769): Terminating (SIGTERM)\u000a01:23:36.518485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminating (SIGTERM)\u000a01:23:36.560729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminating (SIGTERM)\u000a01:23:36.602908 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Terminating (SIGTERM)\u000a01:23:36.613101 --- ParallelTerminationStrategy: PID 16762 died...\u000a01:23:36.669546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16762): Terminated: ok {rc=0}\u000a01:23:36.679703 --- ParallelTerminationStrategy: PID 16763 died...\u000a01:23:36.735244 run iperf3-srv_10.42.42.10(pid=16763): Terminated {rc=256}\u000a01:23:36.746004 --- ParallelTerminationStrategy: PID 16764 died...\u000a01:23:36.801733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16764): Terminated: ok {rc=0}\u000a01:23:36.812259 --- ParallelTerminationStrategy: PID 16765 died...\u000a01:23:36.867746 run iperf3-srv_10.42.42.10(pid=16765): Terminated {rc=256}\u000a01:23:36.878318 --- ParallelTerminationStrategy: PID 16766 died...\u000a01:23:36.934483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16766): Terminated: ok {rc=0}\u000a01:23:36.944620 --- ParallelTerminationStrategy: PID 16767 died...\u000a01:23:37.000700 run iperf3-srv_10.42.42.10(pid=16767): Terminated {rc=256}\u000a01:23:37.011025 --- ParallelTerminationStrategy: PID 16768 died...\u000a01:23:37.067160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=16768): Terminated: ok {rc=0}\u000a01:23:37.077309 --- ParallelTerminationStrategy: PID 16769 died...\u000a01:23:37.133007 run iperf3-srv_10.42.42.10(pid=16769): Terminated {rc=256}\u000a01:23:37.143612 --- ParallelTerminationStrategy: PID 16772 died...\u000a01:23:37.199187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16772): Terminated: ok {rc=0}\u000a01:23:37.209851 --- ParallelTerminationStrategy: PID 16775 died...\u000a01:23:37.265562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16775): Terminated: ok {rc=0}\u000a01:23:37.276237 --- ParallelTerminationStrategy: PID 16778 died...\u000a01:23:37.332313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=16778): Terminated: ok {rc=0}\u000a01:23:37.418887 bus /gobi_4: Setting Powered False\u000a01:23:38.526234 bus /gobi_4: Setting Powered False\u000a01:23:39.636934 bus /gobi_1: Setting Powered False\u000a01:23:40.738801 bus /gobi_1: Setting Powered False\u000a01:23:41.847908 bus /gobi_0: Setting Powered False\u000a01:23:42.955067 bus /gobi_0: Setting Powered False\u000a01:23:44.062841 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17055): Process ended prematurely: osmo-stp_10.42.42.5(pid=17055) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17055): Process ended prematurely: osmo-stp_10.42.42.5(pid=17055) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a01:23:45.131628 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.144329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:45.289525 tst ping.py: using LAC 32658\u000a01:23:45.419347 tst ping.py: using RAC 18\u000a01:23:45.543142 tst ping.py: using CellId 32658\u000a01:23:45.668289 tst ping.py: using BVCI 32659\u000a01:23:45.693160 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.705224 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.717013 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.729166 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.741221 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.753383 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.765725 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:45.777960 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:46.092545 tst ping.py:19: start network...\u000a01:23:46.221161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:46.813906 run create_hlr_db(pid=16796): Launched\u000a01:23:47.015076 bus /gobi_6: Setting Powered False\u000a01:23:48.064647 run create_hlr_db(pid=16796): Terminated: ok {rc=0}\u000a01:23:48.639060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Launched\u000a01:23:49.085176 run osmo-hlr_10.42.42.2(pid=17052): Launched\u000a01:23:49.265608 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:49.849055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Launched\u000a01:23:50.250915 run osmo-stp_10.42.42.5(pid=17055): Launched\u000a01:23:50.485337 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:23:51.111631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Launched\u000a01:23:51.220716 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:23:51.506462 run patchelf(pid=17060): Launched\u000a01:23:51.697849 run osmo-stp_10.42.42.5(pid=17055): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)]\u000a01:23:51.841942 run osmo-stp_10.42.42.5(pid=17055): stdout: \u000a| (launched: 2022-12-13_01:23:50.005298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:51.982363 run osmo-stp_10.42.42.5(pid=17055): stderr: \u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012350331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:52.117092 run osmo-stp_10.42.42.5(pid=17055): stdout: \u000a| (launched: 2022-12-13_01:23:50.005298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:23:52.250085 run osmo-stp_10.42.42.5(pid=17055): stderr: \u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012350330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012350331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012350331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:23:52.407377 run patchelf(pid=17060): Terminating (SIGINT)\u000a01:23:52.591653 run patchelf(pid=17060): Terminated: ok {rc=0}\u000a01:23:52.626513 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17055): Process ended prematurely: osmo-stp_10.42.42.5(pid=17055) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17055)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a01:23:52.636707 tst ping.py:22: Test FAILED (7.5 sec)\u000a01:23:52.701732 run osmo-hlr_10.42.42.2(pid=17052): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17052)]\u000a01:23:52.754163 run osmo-hlr_10.42.42.2(pid=17052): stdout: \u000a| (launched: 2022-12-13_01:23:48.842094) \u000a01:23:52.807656 run osmo-hlr_10.42.42.2(pid=17052): stderr: \u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012349151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012349163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012349171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012349172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012349172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:23:52.853483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminating (SIGTERM)\u000a01:23:52.898546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Terminating (SIGTERM)\u000a01:23:52.941686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Terminating (SIGTERM)\u000a01:23:52.952152 --- ParallelTerminationStrategy: PID 17001 died...\u000a01:23:53.010606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17001): Terminated: ok {rc=0}\u000a01:23:53.021497 --- ParallelTerminationStrategy: PID 17054 died...\u000a01:23:53.078350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17054): Terminated: ok {rc=0}\u000a01:23:53.089513 --- ParallelTerminationStrategy: PID 17058 died...\u000a01:23:53.146507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17058): Terminated: ok {rc=0}\u000a01:23:53.235817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17067): Process ended prematurely: osmo-stp_10.42.42.5(pid=17067) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17067): Process ended prematurely: osmo-stp_10.42.42.5(pid=17067) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a01:23:54.291849 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.306636 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a01:23:54.453487 tst ping_idle_ping.py: using LAC 32659\u000a01:23:54.584928 tst ping_idle_ping.py: using RAC 19\u000a01:23:54.718414 tst ping_idle_ping.py: using CellId 32659\u000a01:23:54.847424 tst ping_idle_ping.py: using BVCI 32660\u000a01:23:54.873321 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.886632 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.899852 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.912640 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.925356 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.938261 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.951175 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a01:23:54.963886 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a01:23:55.267280 tst ping_idle_ping.py:24: start network...\u000a01:23:55.407411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:23:55.970706 run create_hlr_db(pid=17061): Launched\u000a01:23:56.164015 bus /gobi_6: Setting Powered False\u000a01:23:57.184644 run create_hlr_db(pid=17061): Terminated: ok {rc=0}\u000a01:23:57.609471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Launched\u000a01:23:58.011386 run osmo-hlr_10.42.42.2(pid=17064): Launched\u000a01:23:58.236266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:23:58.862011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Launched\u000a01:23:59.266753 run osmo-stp_10.42.42.5(pid=17067): Launched\u000a01:23:59.491388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:00.089690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Launched\u000a01:24:00.200134 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:00.485186 run patchelf(pid=17070): Launched\u000a01:24:00.665852 run osmo-stp_10.42.42.5(pid=17067): ERR: Terminated: ERROR {rc=1} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)]\u000a01:24:00.798268 run osmo-stp_10.42.42.5(pid=17067): stdout: \u000a| (launched: 2022-12-13_01:23:59.016725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:00.936148 run osmo-stp_10.42.42.5(pid=17067): stderr: \u000a| �[0;m�[38;5;43m20221213012359336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012359336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012359337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012359337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012359337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012359337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012359338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:01.064289 run osmo-stp_10.42.42.5(pid=17067): stdout: \u000a| (launched: 2022-12-13_01:23:59.016725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:01.191003 run osmo-stp_10.42.42.5(pid=17067): stderr: \u000a| �[0;m�[38;5;43m20221213012359336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012359336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012359337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012359337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012359337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012359337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012359338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:01.339126 run patchelf(pid=17070): Terminating (SIGINT)\u000a01:24:01.513512 run patchelf(pid=17070): Terminated: ok {rc=0}\u000a01:24:01.545269 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17067): Process ended prematurely: osmo-stp_10.42.42.5(pid=17067) [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17067)] [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a01:24:01.554716 tst ping_idle_ping.py:27: Test FAILED (7.3 sec)\u000a01:24:01.616308 run osmo-hlr_10.42.42.2(pid=17064): ERR: Terminated: ERROR {rc=237} [trial-2384↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17064)]\u000a01:24:01.666816 run osmo-hlr_10.42.42.2(pid=17064): stdout: \u000a| (launched: 2022-12-13_01:23:57.764556) \u000a01:24:01.718566 run osmo-hlr_10.42.42.2(pid=17064): stderr: \u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012358099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012358119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012358132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012358132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012358132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:01.762074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Terminating (SIGTERM)\u000a01:24:01.804407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Terminating (SIGTERM)\u000a01:24:01.849833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Terminating (SIGTERM)\u000a01:24:01.859948 --- ParallelTerminationStrategy: PID 17063 died...\u000a01:24:01.916715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17063): Terminated: ok {rc=0}\u000a01:24:01.926863 --- ParallelTerminationStrategy: PID 17066 died...\u000a01:24:01.982320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17066): Terminated: ok {rc=0}\u000a01:24:01.992555 --- ParallelTerminationStrategy: PID 17069 died...\u000a01:24:02.047269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17069): Terminated: ok {rc=0}\u000a01:24:02.169336 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:23:01" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a01:24:04.259434 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.272646 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a01:24:04.445129 tst switch_tch_pdch.py: using LAC 32660\u000a01:24:04.576552 tst switch_tch_pdch.py: using RAC 20\u000a01:24:04.708058 tst switch_tch_pdch.py: using CellId 32660\u000a01:24:04.839858 tst switch_tch_pdch.py: using BVCI 32661\u000a01:24:04.866321 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.879439 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.893690 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.908316 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.921333 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.936817 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.951391 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a01:24:04.964839 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:05.094514 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a01:24:05.401890 tst switch_tch_pdch.py:51: start network...\u000a01:24:05.542467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:06.108466 run create_hlr_db(pid=17074): Launched\u000a01:24:06.302521 bus /gobi_6: Setting Powered False\u000a01:24:07.324716 run create_hlr_db(pid=17074): Terminated: ok {rc=0}\u000a01:24:07.783100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Launched\u000a01:24:08.210130 run osmo-hlr_10.42.42.2(pid=17077): Launched\u000a01:24:08.454542 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:09.042353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Launched\u000a01:24:09.472910 run osmo-stp_10.42.42.5(pid=17080): Launched\u000a01:24:09.694928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a01:24:10.225074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Launched\u000a01:24:10.331991 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a01:24:10.597543 run patchelf(pid=17085): Launched\u000a01:24:10.774076 run osmo-stp_10.42.42.5(pid=17080): ERR: Terminated: ERROR {rc=1} [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)]\u000a01:24:10.903127 run osmo-stp_10.42.42.5(pid=17080): stdout: \u000a| (launched: 2022-12-13_01:24:09.210005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:11.032214 run osmo-stp_10.42.42.5(pid=17080): stderr: \u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012409508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:11.156931 run osmo-stp_10.42.42.5(pid=17080): stdout: \u000a| (launched: 2022-12-13_01:24:09.210005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:11.280332 run osmo-stp_10.42.42.5(pid=17080): stderr: \u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012409507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012409508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012409508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:11.424147 run patchelf(pid=17085): Terminating (SIGINT)\u000a01:24:11.593873 run patchelf(pid=17085): Terminated: ok {rc=0}\u000a01:24:11.624526 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=17080): Process ended prematurely: osmo-stp_10.42.42.5(pid=17080) [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17080)] [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a01:24:11.633355 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a01:24:11.692634 run osmo-hlr_10.42.42.2(pid=17077): ERR: Terminated: ERROR {rc=237} [trial-2384↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17077)]\u000a01:24:11.741425 run osmo-hlr_10.42.42.2(pid=17077): stdout: \u000a| (launched: 2022-12-13_01:24:07.951299) \u000a01:24:11.790973 run osmo-hlr_10.42.42.2(pid=17077): stderr: \u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012408250 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012408274 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012408286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012408287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012408287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:11.833213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminating (SIGTERM)\u000a01:24:11.873147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminating (SIGTERM)\u000a01:24:11.913349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminating (SIGTERM)\u000a01:24:11.922527 --- ParallelTerminationStrategy: PID 17076 died...\u000a01:24:11.975773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17076): Terminated: ok {rc=0}\u000a01:24:11.985481 --- ParallelTerminationStrategy: PID 17079 died...\u000a01:24:12.038977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17079): Terminated: ok {rc=0}\u000a01:24:12.048502 --- ParallelTerminationStrategy: PID 17084 died...\u000a01:24:12.101317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17084): Terminated: ok {rc=0}\u000a01:24:12.190219 bus /gobi_0: Setting Powered False\u000a01:24:13.292790 bus /gobi_0: Setting Powered False\u000a01:24:14.402992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:24:03" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:24:16.250735 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:24:16.387201 tst esme_connect_policy_acceptall.py: using MSISDN 8053\u000a01:24:16.548239 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:24:17.193555 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Launched\u000a01:24:17.522914 run osmo-nitb_10.42.42.2(pid=17090): Launched\u000a01:24:17.725435 run osmo-nitb_10.42.42.2(pid=17090): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)]\u000a01:24:17.874063 run osmo-nitb_10.42.42.2(pid=17090): stdout: \u000a| (launched: 2022-12-13_01:24:17.361836) \u000a01:24:18.022962 run osmo-nitb_10.42.42.2(pid=17090): stderr: \u000a| (launched: 2022-12-13_01:24:17.410835)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:18.167665 run osmo-nitb_10.42.42.2(pid=17090): stdout: \u000a| (launched: 2022-12-13_01:24:17.361836) \u000a01:24:18.310371 run osmo-nitb_10.42.42.2(pid=17090): stderr: \u000a| (launched: 2022-12-13_01:24:17.410835)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:18.655933 tst osmo-nitb_10.42.42.2(pid=17090): stdout: \u000a| (launched: 2022-12-13_01:24:17.361836) \u000a01:24:18.787372 tst osmo-nitb_10.42.42.2(pid=17090): stderr: \u000a| (launched: 2022-12-13_01:24:17.410835)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:18.844663 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=17090): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17090) [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17090)] [trial-2384↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a01:24:18.853144 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.6 sec)\u000a01:24:18.889271 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Terminating (SIGTERM)\u000a01:24:19.067010 --- ParallelTerminationStrategy: PID 17089 died...\u000a01:24:19.124833 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17089): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17092) [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17092) [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:24:19.139812 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:24:19.259013 tst esme_connect_policy_closed.py: using MSISDN 8054\u000a01:24:19.382618 tst esme_connect_policy_closed.py: using MSISDN 8055\u000a01:24:19.491799 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:24:20.110204 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Launched\u000a01:24:20.441993 run osmo-nitb_10.42.42.2(pid=17092): Launched\u000a01:24:20.630753 run osmo-nitb_10.42.42.2(pid=17092): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)]\u000a01:24:20.768300 run osmo-nitb_10.42.42.2(pid=17092): stdout: \u000a| (launched: 2022-12-13_01:24:20.279546) \u000a01:24:20.906146 run osmo-nitb_10.42.42.2(pid=17092): stderr: \u000a| (launched: 2022-12-13_01:24:20.328880)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:21.039012 run osmo-nitb_10.42.42.2(pid=17092): stdout: \u000a| (launched: 2022-12-13_01:24:20.279546) \u000a01:24:21.170659 run osmo-nitb_10.42.42.2(pid=17092): stderr: \u000a| (launched: 2022-12-13_01:24:20.328880)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:21.228186 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=17092): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17092) [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17092)] [trial-2384↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a01:24:21.236690 tst esme_connect_policy_closed.py:24: Test FAILED (2.1 sec)\u000a01:24:21.273580 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Terminating (SIGTERM)\u000a01:24:21.451594 --- ParallelTerminationStrategy: PID 17091 died...\u000a01:24:21.509943 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17091): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17094) [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17094) [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:24:21.524913 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:24:21.536651 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:24:21.667012 tst esme_ms_sms_storeforward.py: using LAC 32661\u000a01:24:21.789015 tst esme_ms_sms_storeforward.py: using RAC 21\u000a01:24:21.919518 tst esme_ms_sms_storeforward.py: using CellId 32661\u000a01:24:22.050201 tst esme_ms_sms_storeforward.py: using BVCI 32662\u000a01:24:22.075467 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:24:22.290945 tst esme_ms_sms_storeforward.py: using MSISDN 8056\u000a01:24:22.479423 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a01:24:22.608122 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:24:23.252099 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Launched\u000a01:24:23.561068 run osmo-nitb_10.42.42.2(pid=17094): Launched\u000a01:24:23.738016 run osmo-nitb_10.42.42.2(pid=17094): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)]\u000a01:24:23.866449 run osmo-nitb_10.42.42.2(pid=17094): stdout: \u000a| (launched: 2022-12-13_01:24:23.410082) \u000a01:24:23.995641 run osmo-nitb_10.42.42.2(pid=17094): stderr: \u000a| (launched: 2022-12-13_01:24:23.456201)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:24.120024 run osmo-nitb_10.42.42.2(pid=17094): stdout: \u000a| (launched: 2022-12-13_01:24:23.410082) \u000a01:24:24.243308 run osmo-nitb_10.42.42.2(pid=17094): stderr: \u000a| (launched: 2022-12-13_01:24:23.456201)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:24.297126 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=17094): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17094) [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17094)] [trial-2384↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a01:24:24.304979 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.8 sec)\u000a01:24:24.339045 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Terminating (SIGTERM)\u000a01:24:24.516201 --- ParallelTerminationStrategy: PID 17093 died...\u000a01:24:24.570743 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17093): Terminated: ok {rc=0}\u000a01:24:24.660379 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 245, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:24:25.713958 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a01:24:25.725216 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a01:24:25.853624 tst esme_ms_sms_transaction.py: using LAC 32662\u000a01:24:25.982809 tst esme_ms_sms_transaction.py: using RAC 22\u000a01:24:26.113230 tst esme_ms_sms_transaction.py: using CellId 32662\u000a01:24:26.244916 tst esme_ms_sms_transaction.py: using BVCI 32663\u000a01:24:26.270288 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a01:24:26.490275 tst esme_ms_sms_transaction.py: using MSISDN 8057\u000a01:24:26.678993 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a01:24:26.807136 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a01:24:27.444121 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Launched\u000a01:24:27.750745 run osmo-nitb_10.42.42.2(pid=17096): Launched\u000a01:24:27.940311 run osmo-nitb_10.42.42.2(pid=17096): ERR: Terminated: ERROR {rc=2} [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)]\u000a01:24:28.079337 run osmo-nitb_10.42.42.2(pid=17096): stdout: \u000a| (launched: 2022-12-13_01:24:27.601298) \u000a01:24:28.219301 run osmo-nitb_10.42.42.2(pid=17096): stderr: \u000a| (launched: 2022-12-13_01:24:27.647046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:28.354573 run osmo-nitb_10.42.42.2(pid=17096): stdout: \u000a| (launched: 2022-12-13_01:24:27.601298) \u000a01:24:28.488641 run osmo-nitb_10.42.42.2(pid=17096): stderr: \u000a| (launched: 2022-12-13_01:24:27.647046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:28.875031 tst osmo-nitb_10.42.42.2(pid=17096): stdout: \u000a| (launched: 2022-12-13_01:24:27.601298) \u000a01:24:28.998053 tst osmo-nitb_10.42.42.2(pid=17096): stderr: \u000a| (launched: 2022-12-13_01:24:27.647046)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a01:24:29.052096 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=17096): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17096) [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17096)] [trial-2384↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a01:24:29.060216 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a01:24:29.094559 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Terminating (SIGTERM)\u000a01:24:29.272472 --- ParallelTerminationStrategy: PID 17095 died...\u000a01:24:29.327664 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17095): Terminated: ok {rc=0}\u000a01:24:29.419943 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:24:16" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=17106): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17106) [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=17106): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17106) [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a01:24:31.249404 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:31.262952 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:31.274133 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:31.286001 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:31.434434 tst esme_connect_policy_acceptall.py: using MSISDN 8058\u000a01:24:31.555761 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:24:32.110997 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Launched\u000a01:24:32.425090 run osmo-stp_10.42.42.4(pid=17101): Launched\u000a01:24:32.537878 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:33.035538 run create_hlr_db(pid=17102): Launched\u000a01:24:33.213731 bus /sierra_2: Setting Powered False\u000a01:24:34.235015 run create_hlr_db(pid=17102): Terminated: ok {rc=0}\u000a01:24:34.666742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Launched\u000a01:24:34.976587 run osmo-hlr_10.42.42.2(pid=17106): Launched\u000a01:24:35.093287 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:24:35.659531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Launched\u000a01:24:35.970619 run osmo-msc_10.42.42.5(pid=17109): Launched\u000a01:24:36.152063 run osmo-hlr_10.42.42.2(pid=17106): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)]\u000a01:24:36.284235 run osmo-hlr_10.42.42.2(pid=17106): stdout: \u000a| (launched: 2022-12-13_01:24:34.824067) \u000a01:24:36.412595 run osmo-hlr_10.42.42.2(pid=17106): stderr: \u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012435013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:36.535875 run osmo-hlr_10.42.42.2(pid=17106): stdout: \u000a| (launched: 2022-12-13_01:24:34.824067) \u000a01:24:36.658502 run osmo-hlr_10.42.42.2(pid=17106): stderr: \u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012435001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012435013 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012435023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:36.712042 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=17106): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17106) [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17106)] [trial-2384↪smpp↪esme_connect_policy_acceptall.py:23]\u000a01:24:36.719819 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a01:24:36.779316 run osmo-msc_10.42.42.5(pid=17109): ERR: Terminated: ERROR {rc=9} [trial-2384↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17109)]\u000a01:24:36.828383 run osmo-msc_10.42.42.5(pid=17109): stdout: \u000a| (launched: 2022-12-13_01:24:35.815841) \u000a01:24:36.877992 run osmo-msc_10.42.42.5(pid=17109): stderr: \u000a| �[0;m�[38;5;43m20221213012436132 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213012436133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213012436133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213012436133 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213012436133 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213012436133 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213012436133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213012436133 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213012436133 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:24:36.920044 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Terminating (SIGTERM)\u000a01:24:36.959538 run osmo-stp_10.42.42.4(pid=17101): Terminating (SIGTERM)\u000a01:24:37.000243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminating (SIGTERM)\u000a01:24:37.041518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminating (SIGTERM)\u000a01:24:37.051561 --- ParallelTerminationStrategy: PID 17100 died...\u000a01:24:37.104828 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17100): Terminated: ok {rc=0}\u000a01:24:37.114368 --- ParallelTerminationStrategy: PID 17101 died...\u000a01:24:37.167190 run osmo-stp_10.42.42.4(pid=17101): Terminated: ok {rc=0}\u000a01:24:37.176571 --- ParallelTerminationStrategy: PID 17105 died...\u000a01:24:37.229820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17105): Terminated: ok {rc=0}\u000a01:24:37.239328 --- ParallelTerminationStrategy: PID 17108 died...\u000a01:24:37.292197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17108): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=17117): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17117) [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=17117): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17117) [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a01:24:37.306374 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:37.317550 tst smpp: Using 1 x bts (candidates: 1)\u000a01:24:37.441800 tst esme_connect_policy_closed.py: using LAC 32663\u000a01:24:37.562684 tst esme_connect_policy_closed.py: using RAC 23\u000a01:24:37.682622 tst esme_connect_policy_closed.py: using CellId 32663\u000a01:24:37.805766 tst esme_connect_policy_closed.py: using BVCI 32664\u000a01:24:37.829233 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:37.839572 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:37.849956 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:37.958021 tst esme_connect_policy_closed.py: using MSISDN 8059\u000a01:24:38.087192 tst esme_connect_policy_closed.py: using MSISDN 8060\u000a01:24:38.205787 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a01:24:38.786178 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Launched\u000a01:24:39.098705 run osmo-stp_10.42.42.4(pid=17113): Launched\u000a01:24:39.209724 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:39.711931 run create_hlr_db(pid=17114): Launched\u000a01:24:40.894220 run create_hlr_db(pid=17114): Terminated: ok {rc=0}\u000a01:24:41.217567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Launched\u000a01:24:41.531417 run osmo-hlr_10.42.42.2(pid=17117): Launched\u000a01:24:41.655453 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a01:24:42.232184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Launched\u000a01:24:42.547097 run osmo-msc_10.42.42.5(pid=17120): Launched\u000a01:24:42.732537 run osmo-hlr_10.42.42.2(pid=17117): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)]\u000a01:24:42.865753 run osmo-hlr_10.42.42.2(pid=17117): stdout: \u000a| (launched: 2022-12-13_01:24:41.375426) \u000a01:24:42.996584 run osmo-hlr_10.42.42.2(pid=17117): stderr: \u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012441565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012441573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012441573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:43.122652 run osmo-hlr_10.42.42.2(pid=17117): stdout: \u000a| (launched: 2022-12-13_01:24:41.375426) \u000a01:24:43.247327 run osmo-hlr_10.42.42.2(pid=17117): stderr: \u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012441553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012441565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012441573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012441573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012441574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:43.301911 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=17117): Process ended prematurely: osmo-hlr_10.42.42.2(pid=17117) [trial-2384↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17117)] [trial-2384↪smpp↪esme_connect_policy_closed.py:31]\u000a01:24:43.310086 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a01:24:43.370727 run osmo-msc_10.42.42.5(pid=17120): ERR: Terminated: ERROR {rc=9} [trial-2384↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=17120)]\u000a01:24:43.420564 run osmo-msc_10.42.42.5(pid=17120): stdout: \u000a| (launched: 2022-12-13_01:24:42.391106) \u000a01:24:43.470834 run osmo-msc_10.42.42.5(pid=17120): stderr: \u000a| �[0;m�[38;5;43m20221213012442716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221213012442716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221213012442716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221213012442716 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221213012442716 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221213012442716 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221213012442716 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221213012442716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221213012442716 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a01:24:43.513378 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Terminating (SIGTERM)\u000a01:24:43.553670 run osmo-stp_10.42.42.4(pid=17113): Terminating (SIGTERM)\u000a01:24:43.595236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminating (SIGTERM)\u000a01:24:43.636608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminating (SIGTERM)\u000a01:24:43.646203 --- ParallelTerminationStrategy: PID 17112 died...\u000a01:24:43.700125 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=17112): Terminated: ok {rc=0}\u000a01:24:43.710199 --- ParallelTerminationStrategy: PID 17113 died...\u000a01:24:43.763860 run osmo-stp_10.42.42.4(pid=17113): Terminated: ok {rc=0}\u000a01:24:43.773461 --- ParallelTerminationStrategy: PID 17116 died...\u000a01:24:43.826708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17116): Terminated: ok {rc=0}\u000a01:24:43.836267 --- ParallelTerminationStrategy: PID 17119 died...\u000a01:24:43.889763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17119): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17129): Process ended prematurely: osmo-stp_10.42.42.5(pid=17129) [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17129): Process ended prematurely: osmo-stp_10.42.42.5(pid=17129) [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a01:24:43.904203 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:43.915418 tst smpp: Using 1 x bts (candidates: 1)\u000a01:24:44.049917 tst esme_ms_sms_storeforward.py: using LAC 32664\u000a01:24:44.176815 tst esme_ms_sms_storeforward.py: using RAC 24\u000a01:24:44.302779 tst esme_ms_sms_storeforward.py: using CellId 32664\u000a01:24:44.428805 tst esme_ms_sms_storeforward.py: using BVCI 32665\u000a01:24:44.452848 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:44.463511 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:44.473898 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:44.484641 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:44.495916 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:44.506804 tst smpp: Using 1 x modem (candidates: 1)\u000a01:24:44.730569 tst esme_ms_sms_storeforward.py: using MSISDN 8061\u000a01:24:44.842900 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:45.347898 run create_hlr_db(pid=17123): Launched\u000a01:24:46.536940 run create_hlr_db(pid=17123): Terminated: ok {rc=0}\u000a01:24:46.879016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Launched\u000a01:24:47.240587 run osmo-hlr_10.42.42.2(pid=17126): Launched\u000a01:24:47.363834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:47.922931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Launched\u000a01:24:48.241201 run osmo-stp_10.42.42.5(pid=17129): Launched\u000a01:24:48.356712 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:24:48.933730 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Launched\u000a01:24:49.251167 run osmo-msc_10.42.42.6(pid=17132): Launched\u000a01:24:49.435520 run osmo-stp_10.42.42.5(pid=17129): ERR: Terminated: ERROR {rc=1} [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)]\u000a01:24:49.568928 run osmo-stp_10.42.42.5(pid=17129): stdout: \u000a| (launched: 2022-12-13_01:24:48.084053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:49.699743 run osmo-stp_10.42.42.5(pid=17129): stderr: \u000a| �[0;m�[38;5;43m20221213012448256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012448256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012448257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012448257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:49.825479 run osmo-stp_10.42.42.5(pid=17129): stdout: \u000a| (launched: 2022-12-13_01:24:48.084053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:49.949551 run osmo-stp_10.42.42.5(pid=17129): stderr: \u000a| �[0;m�[38;5;43m20221213012448256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012448256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012448257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012448257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012448258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:50.003833 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=17129): Process ended prematurely: osmo-stp_10.42.42.5(pid=17129) [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17129)] [trial-2384↪smpp↪esme_ms_sms_storeforward.py:30]\u000a01:24:50.011982 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a01:24:50.071867 run osmo-hlr_10.42.42.2(pid=17126): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17126)]\u000a01:24:50.121346 run osmo-hlr_10.42.42.2(pid=17126): stdout: \u000a| (launched: 2022-12-13_01:24:47.040842) \u000a01:24:50.171521 run osmo-hlr_10.42.42.2(pid=17126): stderr: \u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012447274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012447286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012447295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012447295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012447295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:50.239685 run osmo-msc_10.42.42.6(pid=17132): ERR: Terminated: ERROR {rc=2} [trial-2384↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17132)]\u000a01:24:50.289434 run osmo-msc_10.42.42.6(pid=17132): stdout: \u000a| (launched: 2022-12-13_01:24:49.093400) \u000a01:24:50.339847 run osmo-msc_10.42.42.6(pid=17132): stderr: \u000a| �[0;m�[38;5;43m20221213012449366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012449366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe34b927c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012449366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012449366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012449366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012449366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012449368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012449369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012449369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012449369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:24:50.382550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Terminating (SIGTERM)\u000a01:24:50.422809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Terminating (SIGTERM)\u000a01:24:50.462984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Terminating (SIGTERM)\u000a01:24:50.471876 --- ParallelTerminationStrategy: PID 17125 died...\u000a01:24:50.525646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17125): Terminated: ok {rc=0}\u000a01:24:50.535460 --- ParallelTerminationStrategy: PID 17128 died...\u000a01:24:50.588798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17128): Terminated: ok {rc=0}\u000a01:24:50.598464 --- ParallelTerminationStrategy: PID 17131 died...\u000a01:24:50.651854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17131): Terminated: ok {rc=0}\u000a01:24:50.741451 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a01:24:51.794978 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:51.806537 tst smpp: Using 1 x bts (candidates: 1)\u000a01:24:51.934391 tst esme_ms_sms_transaction.py: using LAC 32665\u000a01:24:52.058956 tst esme_ms_sms_transaction.py: using RAC 25\u000a01:24:52.184064 tst esme_ms_sms_transaction.py: using CellId 32665\u000a01:24:52.308899 tst esme_ms_sms_transaction.py: using BVCI 32666\u000a01:24:52.333440 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:52.343945 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:52.354518 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:52.365074 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:52.375573 tst smpp: Using 1 x ip_address (candidates: 6)\u000a01:24:52.386092 tst smpp: Using 1 x modem (candidates: 1)\u000a01:24:52.604868 tst esme_ms_sms_transaction.py: using MSISDN 8062\u000a01:24:52.716512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:24:53.220319 run create_hlr_db(pid=17134): Launched\u000a01:24:53.401054 bus /sierra_2: Setting Powered False\u000a01:24:54.423102 run create_hlr_db(pid=17134): Terminated: ok {rc=0}\u000a01:24:54.874897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Launched\u000a01:24:55.216525 run osmo-hlr_10.42.42.2(pid=17137): Launched\u000a01:24:55.339678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:24:55.923243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Launched\u000a01:24:56.261321 run osmo-stp_10.42.42.5(pid=17140): Launched\u000a01:24:56.383834 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:24:56.998071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Launched\u000a01:24:57.337483 run osmo-msc_10.42.42.6(pid=17144): Launched\u000a01:24:57.535377 run osmo-stp_10.42.42.5(pid=17140): ERR: Terminated: ERROR {rc=1} [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)]\u000a01:24:57.678028 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-13_01:24:56.094454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:57.818155 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012456290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:57.951910 run osmo-stp_10.42.42.5(pid=17140): stdout: \u000a| (launched: 2022-12-13_01:24:56.094454)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:24:58.085008 run osmo-stp_10.42.42.5(pid=17140): stderr: \u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012456289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012456290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012456290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:24:58.143051 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=17140): Process ended prematurely: osmo-stp_10.42.42.5(pid=17140) [trial-2384↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17140)] [trial-2384↪smpp↪esme_ms_sms_transaction.py:28]\u000a01:24:58.151666 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a01:24:58.214665 run osmo-hlr_10.42.42.2(pid=17137): ERR: Terminated: ERROR {rc=237} [trial-2384↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17137)]\u000a01:24:58.266368 run osmo-hlr_10.42.42.2(pid=17137): stdout: \u000a| (launched: 2022-12-13_01:24:55.046694) \u000a01:24:58.318640 run osmo-hlr_10.42.42.2(pid=17137): stderr: \u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012455247 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012455259 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012455267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012455267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012455268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:24:58.389981 run osmo-msc_10.42.42.6(pid=17144): ERR: Terminated: ERROR {rc=2} [trial-2384↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17144)]\u000a01:24:58.441916 run osmo-msc_10.42.42.6(pid=17144): stdout: \u000a| (launched: 2022-12-13_01:24:57.169065) \u000a01:24:58.494267 run osmo-msc_10.42.42.6(pid=17144): stderr: \u000a| �[0;m�[38;5;43m20221213012457493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012457493 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8f4d3e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012457493 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012457493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012457493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012457493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012457495 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012457496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:24:58.538744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminating (SIGTERM)\u000a01:24:58.580780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminating (SIGTERM)\u000a01:24:58.622871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Terminating (SIGTERM)\u000a01:24:58.632481 --- ParallelTerminationStrategy: PID 17136 died...\u000a01:24:58.688987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17136): Terminated: ok {rc=0}\u000a01:24:58.699096 --- ParallelTerminationStrategy: PID 17139 died...\u000a01:24:58.754862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17139): Terminated: ok {rc=0}\u000a01:24:58.764871 --- ParallelTerminationStrategy: PID 17143 died...\u000a01:24:58.821193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17143): Terminated: ok {rc=0}\u000a01:24:58.909338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:24:31" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17158): Process ended prematurely: osmo-stp_10.42.42.5(pid=17158) [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17158): Process ended prematurely: osmo-stp_10.42.42.5(pid=17158) [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a01:25:00.794774 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:00.806112 tst encryption: Using 1 x bts (candidates: 1)\u000a01:25:00.975351 tst register_a5_0_authopt.py: using LAC 32666\u000a01:25:01.145438 tst register_a5_0_authopt.py: using RAC 26\u000a01:25:01.286920 tst register_a5_0_authopt.py: using CellId 32666\u000a01:25:01.414549 tst register_a5_0_authopt.py: using BVCI 32667\u000a01:25:01.440753 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:01.452455 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:01.464322 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:01.475597 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:01.486790 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:01.497950 tst encryption: Using 1 x modem (candidates: 1)\u000a01:25:01.808942 tst register_a5_0_authopt.py:8: start network...\u000a01:25:01.946677 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:02.469737 run create_hlr_db(pid=17152): Launched\u000a01:25:02.653653 bus /sierra_2: Setting Powered False\u000a01:25:03.674133 run create_hlr_db(pid=17152): Terminated: ok {rc=0}\u000a01:25:04.098449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Launched\u000a01:25:04.418276 run osmo-hlr_10.42.42.2(pid=17155): Launched\u000a01:25:04.535596 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:05.087252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Launched\u000a01:25:05.407552 run osmo-stp_10.42.42.5(pid=17158): Launched\u000a01:25:05.522009 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:06.102965 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Launched\u000a01:25:06.422856 run osmo-msc_10.42.42.6(pid=17161): Launched\u000a01:25:06.609479 run osmo-stp_10.42.42.5(pid=17158): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)]\u000a01:25:06.742919 run osmo-stp_10.42.42.5(pid=17158): stdout: \u000a| (launched: 2022-12-13_01:25:05.248898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:06.874273 run osmo-stp_10.42.42.5(pid=17158): stderr: \u000a| �[0;m�[38;5;43m20221213012505422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012505422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012505423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012505423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012505423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012505424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012505424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:07.000314 run osmo-stp_10.42.42.5(pid=17158): stdout: \u000a| (launched: 2022-12-13_01:25:05.248898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:07.125774 run osmo-stp_10.42.42.5(pid=17158): stderr: \u000a| �[0;m�[38;5;43m20221213012505422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012505422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012505423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012505423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012505423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012505424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012505424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:07.180982 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17158): Process ended prematurely: osmo-stp_10.42.42.5(pid=17158) [trial-2384↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17158)] [trial-2384↪encryption↪register_a5_0_authopt.py:8]\u000a01:25:07.189493 tst register_a5_0_authopt.py:8: Test FAILED (6.4 sec)\u000a01:25:07.249311 run osmo-hlr_10.42.42.2(pid=17155): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17155)]\u000a01:25:07.299168 run osmo-hlr_10.42.42.2(pid=17155): stdout: \u000a| (launched: 2022-12-13_01:25:04.260247) \u000a01:25:07.349436 run osmo-hlr_10.42.42.2(pid=17155): stderr: \u000a| �[0;m�[1;31m20221213012504439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012504439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012504440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012504440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012504440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012504440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012504455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012504464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012504465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012504465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:07.417181 run osmo-msc_10.42.42.6(pid=17161): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17161)]\u000a01:25:07.466820 run osmo-msc_10.42.42.6(pid=17161): stdout: \u000a| (launched: 2022-12-13_01:25:06.263787) \u000a01:25:07.516771 run osmo-msc_10.42.42.6(pid=17161): stderr: \u000a| �[0;m�[38;5;43m20221213012506540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012506540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb51fc77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012506540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012506540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012506540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012506540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012506542 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012506543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012506543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012506543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:07.559014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Terminating (SIGTERM)\u000a01:25:07.599067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Terminating (SIGTERM)\u000a01:25:07.639237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Terminating (SIGTERM)\u000a01:25:07.648470 --- ParallelTerminationStrategy: PID 17154 died...\u000a01:25:07.702114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17154): Terminated: ok {rc=0}\u000a01:25:07.711610 --- ParallelTerminationStrategy: PID 17157 died...\u000a01:25:07.764700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17157): Terminated: ok {rc=0}\u000a01:25:07.774264 --- ParallelTerminationStrategy: PID 17160 died...\u000a01:25:07.828148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17160): Terminated: ok {rc=0}\u000a01:25:07.912020 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17170): Process ended prematurely: osmo-stp_10.42.42.5(pid=17170) [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17170): Process ended prematurely: osmo-stp_10.42.42.5(pid=17170) [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a01:25:09.031432 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.044026 tst encryption: Using 1 x bts (candidates: 1)\u000a01:25:09.179994 tst register_a5_0_authreq.py: using LAC 32667\u000a01:25:09.313401 tst register_a5_0_authreq.py: using RAC 27\u000a01:25:09.447615 tst register_a5_0_authreq.py: using CellId 32667\u000a01:25:09.573270 tst register_a5_0_authreq.py: using BVCI 32668\u000a01:25:09.597280 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.607907 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.618568 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.629073 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.639528 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:09.649983 tst encryption: Using 1 x modem (candidates: 1)\u000a01:25:09.962847 tst register_a5_0_authreq.py:8: start network...\u000a01:25:10.094982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:10.602874 run create_hlr_db(pid=17164): Launched\u000a01:25:10.784704 bus /sierra_2: Setting Powered False\u000a01:25:11.805966 run create_hlr_db(pid=17164): Terminated: ok {rc=0}\u000a01:25:12.230278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Launched\u000a01:25:12.550643 run osmo-hlr_10.42.42.2(pid=17167): Launched\u000a01:25:12.666967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:13.218796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Launched\u000a01:25:13.539052 run osmo-stp_10.42.42.5(pid=17170): Launched\u000a01:25:13.654559 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:14.236122 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Launched\u000a01:25:14.556826 run osmo-msc_10.42.42.6(pid=17173): Launched\u000a01:25:14.742424 run osmo-stp_10.42.42.5(pid=17170): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)]\u000a01:25:14.876457 run osmo-stp_10.42.42.5(pid=17170): stdout: \u000a| (launched: 2022-12-13_01:25:13.379935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:15.008756 run osmo-stp_10.42.42.5(pid=17170): stderr: \u000a| �[0;m�[38;5;43m20221213012513554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012513554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012513555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012513555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012513555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012513556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012513556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:15.135780 run osmo-stp_10.42.42.5(pid=17170): stdout: \u000a| (launched: 2022-12-13_01:25:13.379935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:15.262066 run osmo-stp_10.42.42.5(pid=17170): stderr: \u000a| �[0;m�[38;5;43m20221213012513554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012513554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012513555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012513555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012513555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012513556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012513556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:15.317606 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17170): Process ended prematurely: osmo-stp_10.42.42.5(pid=17170) [trial-2384↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17170)] [trial-2384↪encryption↪register_a5_0_authreq.py:8]\u000a01:25:15.326095 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a01:25:15.385745 run osmo-hlr_10.42.42.2(pid=17167): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17167)]\u000a01:25:15.434931 run osmo-hlr_10.42.42.2(pid=17167): stdout: \u000a| (launched: 2022-12-13_01:25:12.392041) \u000a01:25:15.484788 run osmo-hlr_10.42.42.2(pid=17167): stderr: \u000a| �[0;m�[1;31m20221213012512572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012512572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012512572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012512572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012512573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012512573 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012512585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012512593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012512593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012512593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:15.552403 run osmo-msc_10.42.42.6(pid=17173): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17173)]\u000a01:25:15.601486 run osmo-msc_10.42.42.6(pid=17173): stdout: \u000a| (launched: 2022-12-13_01:25:14.397809) \u000a01:25:15.651229 run osmo-msc_10.42.42.6(pid=17173): stderr: \u000a| �[0;m�[38;5;43m20221213012514676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012514676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff719effc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012514676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012514676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012514676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012514676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012514678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012514679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012514679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012514679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:15.693369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Terminating (SIGTERM)\u000a01:25:15.733406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Terminating (SIGTERM)\u000a01:25:15.773473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Terminating (SIGTERM)\u000a01:25:15.782341 --- ParallelTerminationStrategy: PID 17166 died...\u000a01:25:15.835792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17166): Terminated: ok {rc=0}\u000a01:25:15.845520 --- ParallelTerminationStrategy: PID 17169 died...\u000a01:25:15.904629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17169): Terminated: ok {rc=0}\u000a01:25:15.914802 --- ParallelTerminationStrategy: PID 17172 died...\u000a01:25:15.968821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17172): Terminated: ok {rc=0}\u000a01:25:16.076358 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a01:25:17.190954 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.202980 tst encryption: Using 1 x bts (candidates: 1)\u000a01:25:17.340092 tst register_a5_1_authreq.py: using LAC 32668\u000a01:25:17.467968 tst register_a5_1_authreq.py: using RAC 28\u000a01:25:17.602447 tst register_a5_1_authreq.py: using CellId 32668\u000a01:25:17.737707 tst register_a5_1_authreq.py: using BVCI 32669\u000a01:25:17.763806 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.775160 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.786483 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.798491 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.810769 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:17.822315 tst encryption: Using 1 x modem (candidates: 1)\u000a01:25:18.129807 tst register_a5_1_authreq.py:8: start network...\u000a01:25:18.271749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:18.808442 run create_hlr_db(pid=17175): Launched\u000a01:25:19.004775 bus /sierra_2: Setting Powered False\u000a01:25:20.013006 run create_hlr_db(pid=17175): Terminated: ok {rc=0}\u000a01:25:20.476881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Launched\u000a01:25:20.822072 run osmo-hlr_10.42.42.2(pid=17178): Launched\u000a01:25:20.947047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:21.541583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Launched\u000a01:25:21.884127 run osmo-stp_10.42.42.5(pid=17181): Launched\u000a01:25:22.007818 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:22.629707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Launched\u000a01:25:22.973854 run osmo-msc_10.42.42.6(pid=17184): Launched\u000a01:25:23.176503 run osmo-stp_10.42.42.5(pid=17181): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)]\u000a01:25:23.320852 run osmo-stp_10.42.42.5(pid=17181): stdout: \u000a| (launched: 2022-12-13_01:25:21.715265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:23.462991 run osmo-stp_10.42.42.5(pid=17181): stderr: \u000a| �[0;m�[38;5;43m20221213012521910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012521910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012521911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012521911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:23.599158 run osmo-stp_10.42.42.5(pid=17181): stdout: \u000a| (launched: 2022-12-13_01:25:21.715265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:23.734714 run osmo-stp_10.42.42.5(pid=17181): stderr: \u000a| �[0;m�[38;5;43m20221213012521910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012521910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012521911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012521911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012521911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:23.794043 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17181): Process ended prematurely: osmo-stp_10.42.42.5(pid=17181) [trial-2384↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17181)] [trial-2384↪encryption↪register_a5_1_authreq.py:8]\u000a01:25:23.803285 tst register_a5_1_authreq.py:8: Test FAILED (6.6 sec)\u000a01:25:23.867100 run osmo-hlr_10.42.42.2(pid=17178): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17178)]\u000a01:25:23.919226 run osmo-hlr_10.42.42.2(pid=17178): stdout: \u000a| (launched: 2022-12-13_01:25:20.650948) \u000a01:25:23.972254 run osmo-hlr_10.42.42.2(pid=17178): stderr: \u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012520852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012520865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012520873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012520874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012520874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:24.043888 run osmo-msc_10.42.42.6(pid=17184): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17184)]\u000a01:25:24.096230 run osmo-msc_10.42.42.6(pid=17184): stdout: \u000a| (launched: 2022-12-13_01:25:22.803154) \u000a01:25:24.149342 run osmo-msc_10.42.42.6(pid=17184): stderr: \u000a| �[0;m�[38;5;43m20221213012523126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012523126 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1458ba6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012523126 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012523126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012523126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012523127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012523128 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012523129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012523129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012523129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:24.194030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminating (SIGTERM)\u000a01:25:24.237238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminating (SIGTERM)\u000a01:25:24.279858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Terminating (SIGTERM)\u000a01:25:24.289831 --- ParallelTerminationStrategy: PID 17177 died...\u000a01:25:24.346638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17177): Terminated: ok {rc=0}\u000a01:25:24.357187 --- ParallelTerminationStrategy: PID 17180 died...\u000a01:25:24.413755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17180): Terminated: ok {rc=0}\u000a01:25:24.423870 --- ParallelTerminationStrategy: PID 17183 died...\u000a01:25:24.480313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17183): Terminated: ok {rc=0}\u000a01:25:24.569000 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17192): Process ended prematurely: osmo-stp_10.42.42.5(pid=17192) [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17192): Process ended prematurely: osmo-stp_10.42.42.5(pid=17192) [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a01:25:25.683851 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:25.695244 tst encryption: Using 1 x bts (candidates: 1)\u000a01:25:25.824537 tst register_a5_3_authreq.py: using LAC 32669\u000a01:25:25.951786 tst register_a5_3_authreq.py: using RAC 29\u000a01:25:26.079344 tst register_a5_3_authreq.py: using CellId 32669\u000a01:25:26.207413 tst register_a5_3_authreq.py: using BVCI 32670\u000a01:25:26.231893 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:26.242523 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:26.252935 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:26.264021 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:26.275104 tst encryption: Using 1 x ip_address (candidates: 6)\u000a01:25:26.285968 tst encryption: Using 1 x modem (candidates: 1)\u000a01:25:26.605212 tst register_a5_3_authreq.py:8: start network...\u000a01:25:26.748931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:25:27.284730 run create_hlr_db(pid=17186): Launched\u000a01:25:27.482196 bus /sierra_2: Setting Powered False\u000a01:25:28.501825 run create_hlr_db(pid=17186): Terminated: ok {rc=0}\u000a01:25:28.929589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Launched\u000a01:25:29.250799 run osmo-hlr_10.42.42.2(pid=17189): Launched\u000a01:25:29.367945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:25:29.923173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Launched\u000a01:25:30.245118 run osmo-stp_10.42.42.5(pid=17192): Launched\u000a01:25:30.360927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:25:30.978327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Launched\u000a01:25:31.435561 run osmo-msc_10.42.42.6(pid=17195): Launched\u000a01:25:31.702425 run osmo-stp_10.42.42.5(pid=17192): ERR: Terminated: ERROR {rc=1} [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)]\u000a01:25:32.077608 run osmo-stp_10.42.42.5(pid=17192): stdout: \u000a| (launched: 2022-12-13_01:25:30.085075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:32.227263 run osmo-stp_10.42.42.5(pid=17192): stderr: \u000a| �[0;m�[38;5;43m20221213012530258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012530258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012530259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012530259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:32.366430 run osmo-stp_10.42.42.5(pid=17192): stdout: \u000a| (launched: 2022-12-13_01:25:30.085075)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:25:32.502197 run osmo-stp_10.42.42.5(pid=17192): stderr: \u000a| �[0;m�[38;5;43m20221213012530258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012530258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012530259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012530259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012530260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:25:32.563905 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17192): Process ended prematurely: osmo-stp_10.42.42.5(pid=17192) [trial-2384↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17192)] [trial-2384↪encryption↪register_a5_3_authreq.py:8]\u000a01:25:32.575922 tst register_a5_3_authreq.py:8: Test FAILED (6.9 sec)\u000a01:25:32.636521 run osmo-hlr_10.42.42.2(pid=17189): ERR: Terminated: ERROR {rc=237} [trial-2384↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17189)]\u000a01:25:32.686809 run osmo-hlr_10.42.42.2(pid=17189): stdout: \u000a| (launched: 2022-12-13_01:25:29.091891) \u000a01:25:32.736856 run osmo-hlr_10.42.42.2(pid=17189): stderr: \u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012529270 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012529283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012529291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012529291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012529291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:25:32.804506 run osmo-msc_10.42.42.6(pid=17195): ERR: Terminated: ERROR {rc=2} [trial-2384↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17195)]\u000a01:25:32.853849 run osmo-msc_10.42.42.6(pid=17195): stdout: \u000a| (launched: 2022-12-13_01:25:31.143142) \u000a01:25:32.903935 run osmo-msc_10.42.42.6(pid=17195): stderr: \u000a| �[0;m�[38;5;43m20221213012531640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012531641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f925c752c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012531641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012531641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012531641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012531645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012531647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012531647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012531647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012531647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:25:32.946583 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Terminating (SIGTERM)\u000a01:25:32.986889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Terminating (SIGTERM)\u000a01:25:33.027128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Terminating (SIGTERM)\u000a01:25:33.036378 --- ParallelTerminationStrategy: PID 17188 died...\u000a01:25:33.090221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17188): Terminated: ok {rc=0}\u000a01:25:33.099896 --- ParallelTerminationStrategy: PID 17191 died...\u000a01:25:33.153292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17191): Terminated: ok {rc=0}\u000a01:25:33.162906 --- ParallelTerminationStrategy: PID 17194 died...\u000a01:25:33.216104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17194): Terminated: ok {rc=0}\u000a01:25:33.304545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:25:00" }, { "cases" : [ { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17212): Process ended prematurely: srsepc(pid=17212) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17212): Process ended prematurely: srsepc(pid=17212) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a01:25:35.309275 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a01:25:35.355880 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:25:35.372412 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:25:35.396927 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:25:35.550088 tst handover.py: using MSISDN 8063\u000a01:25:35.670940 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8063', subscriber_id=0}\u000a01:25:35.790273 run srsepc_10.42.42.118: Starting srsepc\u000a01:25:37.760880 run rm-remote-dir(pid=17200): Launched\u000a01:25:37.963764 bus /sierra_2: Setting Powered False\u000a01:25:38.990742 run rm-remote-dir(pid=17200): Terminated: ok {rc=0}\u000a01:25:39.436197 run mk-remote-dir(pid=17201): Launched\u000a01:25:40.631187 run mk-remote-dir(pid=17201): Terminated: ok {rc=0}\u000a01:25:40.920720 run scp-inst-to-remote(pid=17202): Launched\u000a01:25:43.113317 run scp-inst-to-remote(pid=17202): Terminated: ok {rc=0}\u000a01:25:43.456368 run rm-remote-dir(pid=17204): Launched\u000a01:25:44.650482 run rm-remote-dir(pid=17204): Terminated: ok {rc=0}\u000a01:25:44.992680 run mk-remote-dir(pid=17205): Launched\u000a01:25:46.203007 run mk-remote-dir(pid=17205): Terminated: ok {rc=0}\u000a01:25:46.594540 run scp-cfg-to-remote(pid=17206): Launched\u000a01:25:47.824701 run scp-cfg-to-remote(pid=17206): Terminated: ok {rc=0}\u000a01:25:48.114761 run scp-db-to-remote(pid=17208): Launched\u000a01:25:49.307142 run scp-db-to-remote(pid=17208): Terminated: ok {rc=0}\u000a01:25:49.424743 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:25:49.758511 run patchelf(pid=17210): Launched\u000a01:25:50.959037 run patchelf(pid=17210): Terminated: ok {rc=0}\u000a01:25:51.085533 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:25:51.438724 run setcap-netadm(pid=17211): Launched\u000a01:25:52.642924 run setcap-netadm(pid=17211): Terminated: ok {rc=0}\u000a01:25:52.988468 run srsepc(pid=17212): Launched\u000a01:25:53.110387 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:25:54.345176 run rm-remote-dir(pid=17213): Launched\u000a01:25:54.548675 run srsepc(pid=17212): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)]\u000a01:25:54.697420 run srsepc(pid=17212): stdout: \u000a| (launched: 2022-12-13_01:25:52.823382)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:25:54.846121 run srsepc(pid=17212): stderr: \u000a| (launched: 2022-12-13_01:25:52.874511)\u000a| Connection to 10.42.42.116 closed. \u000a01:25:54.990426 run srsepc(pid=17212): stdout: \u000a| (launched: 2022-12-13_01:25:52.823382)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:25:55.133630 run srsepc(pid=17212): stderr: \u000a| (launched: 2022-12-13_01:25:52.874511)\u000a| Connection to 10.42.42.116 closed. \u000a01:25:55.300531 run rm-remote-dir(pid=17213): Terminating (SIGINT)\u000a01:25:55.496396 run rm-remote-dir(pid=17213): Terminated: ok {rc=0}\u000a01:25:55.532357 tst handover.py:37: ERR: Error: srsepc(pid=17212): Process ended prematurely: srsepc(pid=17212) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17212)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a01:25:55.542753 tst handover.py:37: Test FAILED (20.4 sec)\u000a01:25:55.661366 run scp-back-log(pid=17214): Launched\u000a01:25:56.754567 run scp-back-log(pid=17214): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17214)]\u000a01:25:56.820898 run scp-back-log(pid=17214): stdout: \u000a| (launched: 2022-12-13_01:25:55.587010) \u000a01:25:56.887874 run scp-back-log(pid=17214): stderr: \u000a| (launched: 2022-12-13_01:25:55.607962)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:25:56.944495 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17214): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17214)]')\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17228): Process ended prematurely: srsepc(pid=17228) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17228): Process ended prematurely: srsepc(pid=17228) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a01:25:57.141785 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a01:25:57.188256 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:25:57.414883 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a01:25:57.461376 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:25:57.478374 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:25:57.609903 tst iperf3_bidir.py: using MSISDN 8064\u000a01:25:57.730708 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8064', subscriber_id=0}\u000a01:25:57.849735 run srsepc_10.42.42.118: Starting srsepc\u000a01:25:58.561864 run rm-remote-dir(pid=17216): Launched\u000a01:25:59.768454 run rm-remote-dir(pid=17216): Terminated: ok {rc=0}\u000a01:26:00.131488 run mk-remote-dir(pid=17217): Launched\u000a01:26:01.328348 run mk-remote-dir(pid=17217): Terminated: ok {rc=0}\u000a01:26:01.682889 run scp-inst-to-remote(pid=17218): Launched\u000a01:26:03.875425 run scp-inst-to-remote(pid=17218): Terminated: ok {rc=0}\u000a01:26:04.215797 run rm-remote-dir(pid=17220): Launched\u000a01:26:05.409082 run rm-remote-dir(pid=17220): Terminated: ok {rc=0}\u000a01:26:05.750391 run mk-remote-dir(pid=17221): Launched\u000a01:26:06.943466 run mk-remote-dir(pid=17221): Terminated: ok {rc=0}\u000a01:26:07.231640 run scp-cfg-to-remote(pid=17222): Launched\u000a01:26:08.433658 run scp-cfg-to-remote(pid=17222): Terminated: ok {rc=0}\u000a01:26:08.740875 run scp-db-to-remote(pid=17224): Launched\u000a01:26:09.948799 run scp-db-to-remote(pid=17224): Terminated: ok {rc=0}\u000a01:26:10.074829 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:26:10.428279 run patchelf(pid=17226): Launched\u000a01:26:11.632180 run patchelf(pid=17226): Terminated: ok {rc=0}\u000a01:26:11.758023 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:26:12.109599 run setcap-netadm(pid=17227): Launched\u000a01:26:13.312081 run setcap-netadm(pid=17227): Terminated: ok {rc=0}\u000a01:26:13.657246 run srsepc(pid=17228): Launched\u000a01:26:13.778228 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:26:15.024098 run rm-remote-dir(pid=17229): Launched\u000a01:26:15.227759 run srsepc(pid=17228): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)]\u000a01:26:15.376426 run srsepc(pid=17228): stdout: \u000a| (launched: 2022-12-13_01:26:13.491354)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:15.524599 run srsepc(pid=17228): stderr: \u000a| (launched: 2022-12-13_01:26:13.542054)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:15.668632 run srsepc(pid=17228): stdout: \u000a| (launched: 2022-12-13_01:26:13.491354)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:15.811615 run srsepc(pid=17228): stderr: \u000a| (launched: 2022-12-13_01:26:13.542054)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:15.998144 run rm-remote-dir(pid=17229): Terminating (SIGINT)\u000a01:26:16.233345 run rm-remote-dir(pid=17229): Terminated: ok {rc=0}\u000a01:26:16.269094 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=17228): Process ended prematurely: srsepc(pid=17228) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17228)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a01:26:16.279985 tst iperf3_bidir.py:42: Test FAILED (19.3 sec)\u000a01:26:16.433911 run scp-back-log(pid=17230): Launched\u000a01:26:17.529226 run scp-back-log(pid=17230): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17230)]\u000a01:26:17.593175 run scp-back-log(pid=17230): stdout: \u000a| (launched: 2022-12-13_01:26:16.323404) \u000a01:26:17.657082 run scp-back-log(pid=17230): stderr: \u000a| (launched: 2022-12-13_01:26:16.344217)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:26:17.711003 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17230): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17230)]')\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17244): Process ended prematurely: srsepc(pid=17244) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17244): Process ended prematurely: srsepc(pid=17244) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a01:26:17.896694 tst iperf3_dl.py:13: Number of physical ue: 1\u000a01:26:17.939922 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:26:18.167509 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a01:26:18.214370 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:26:18.231183 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:26:18.364308 tst iperf3_dl.py: using MSISDN 8065\u000a01:26:18.484639 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8065', subscriber_id=0}\u000a01:26:18.604398 run srsepc_10.42.42.118: Starting srsepc\u000a01:26:19.316308 run rm-remote-dir(pid=17232): Launched\u000a01:26:20.523175 run rm-remote-dir(pid=17232): Terminated: ok {rc=0}\u000a01:26:20.886661 run mk-remote-dir(pid=17233): Launched\u000a01:26:22.093142 run mk-remote-dir(pid=17233): Terminated: ok {rc=0}\u000a01:26:22.401157 run scp-inst-to-remote(pid=17234): Launched\u000a01:26:24.607243 run scp-inst-to-remote(pid=17234): Terminated: ok {rc=0}\u000a01:26:24.971236 run rm-remote-dir(pid=17236): Launched\u000a01:26:26.176165 run rm-remote-dir(pid=17236): Terminated: ok {rc=0}\u000a01:26:26.536880 run mk-remote-dir(pid=17237): Launched\u000a01:26:27.742597 run mk-remote-dir(pid=17237): Terminated: ok {rc=0}\u000a01:26:28.050658 run scp-cfg-to-remote(pid=17238): Launched\u000a01:26:29.253939 run scp-cfg-to-remote(pid=17238): Terminated: ok {rc=0}\u000a01:26:29.560696 run scp-db-to-remote(pid=17240): Launched\u000a01:26:30.764731 run scp-db-to-remote(pid=17240): Terminated: ok {rc=0}\u000a01:26:30.892858 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:26:31.296460 run patchelf(pid=17242): Launched\u000a01:26:32.488503 run patchelf(pid=17242): Terminated: ok {rc=0}\u000a01:26:32.605704 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:26:32.939005 run setcap-netadm(pid=17243): Launched\u000a01:26:34.129715 run setcap-netadm(pid=17243): Terminated: ok {rc=0}\u000a01:26:34.454090 run srsepc(pid=17244): Launched\u000a01:26:34.569614 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:26:35.742896 run rm-remote-dir(pid=17245): Launched\u000a01:26:35.948410 run srsepc(pid=17244): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)]\u000a01:26:36.097423 run srsepc(pid=17244): stdout: \u000a| (launched: 2022-12-13_01:26:34.297126)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:36.246296 run srsepc(pid=17244): stderr: \u000a| (launched: 2022-12-13_01:26:34.344250)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:36.390504 run srsepc(pid=17244): stdout: \u000a| (launched: 2022-12-13_01:26:34.297126)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:36.533865 run srsepc(pid=17244): stderr: \u000a| (launched: 2022-12-13_01:26:34.344250)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:36.702125 run rm-remote-dir(pid=17245): Terminating (SIGINT)\u000a01:26:36.899088 run rm-remote-dir(pid=17245): Terminated: ok {rc=0}\u000a01:26:36.935371 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=17244): Process ended prematurely: srsepc(pid=17244) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17244)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a01:26:36.945989 tst iperf3_dl.py:42: Test FAILED (19.2 sec)\u000a01:26:37.064698 run scp-back-log(pid=17246): Launched\u000a01:26:38.156361 run scp-back-log(pid=17246): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17246)]\u000a01:26:38.222826 run scp-back-log(pid=17246): stdout: \u000a| (launched: 2022-12-13_01:26:36.990404) \u000a01:26:38.289982 run scp-back-log(pid=17246): stderr: \u000a| (launched: 2022-12-13_01:26:37.011409)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:26:38.346713 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17246): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17246)]')\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17260): Process ended prematurely: srsepc(pid=17260) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17260): Process ended prematurely: srsepc(pid=17260) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a01:26:38.544901 tst iperf3_ul.py:13: Number of physical ue: 1\u000a01:26:38.591446 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:26:38.823091 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a01:26:38.869723 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:26:38.886387 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:26:39.012278 tst iperf3_ul.py: using MSISDN 8066\u000a01:26:39.124727 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8066', subscriber_id=0}\u000a01:26:39.236369 run srsepc_10.42.42.118: Starting srsepc\u000a01:26:39.903910 run rm-remote-dir(pid=17248): Launched\u000a01:26:41.097807 run rm-remote-dir(pid=17248): Terminated: ok {rc=0}\u000a01:26:41.439561 run mk-remote-dir(pid=17249): Launched\u000a01:26:42.633092 run mk-remote-dir(pid=17249): Terminated: ok {rc=0}\u000a01:26:42.921986 run scp-inst-to-remote(pid=17250): Launched\u000a01:26:45.125984 run scp-inst-to-remote(pid=17250): Terminated: ok {rc=0}\u000a01:26:45.491103 run rm-remote-dir(pid=17252): Launched\u000a01:26:46.699749 run rm-remote-dir(pid=17252): Terminated: ok {rc=0}\u000a01:26:47.125837 run mk-remote-dir(pid=17253): Launched\u000a01:26:48.351716 run mk-remote-dir(pid=17253): Terminated: ok {rc=0}\u000a01:26:48.643748 run scp-cfg-to-remote(pid=17254): Launched\u000a01:26:49.834845 run scp-cfg-to-remote(pid=17254): Terminated: ok {rc=0}\u000a01:26:50.123595 run scp-db-to-remote(pid=17256): Launched\u000a01:26:51.316053 run scp-db-to-remote(pid=17256): Terminated: ok {rc=0}\u000a01:26:51.433548 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:26:51.766917 run patchelf(pid=17258): Launched\u000a01:26:52.958498 run patchelf(pid=17258): Terminated: ok {rc=0}\u000a01:26:53.075811 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:26:53.409408 run setcap-netadm(pid=17259): Launched\u000a01:26:54.600014 run setcap-netadm(pid=17259): Terminated: ok {rc=0}\u000a01:26:54.925435 run srsepc(pid=17260): Launched\u000a01:26:55.038330 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:26:56.200355 run rm-remote-dir(pid=17261): Launched\u000a01:26:56.393580 run srsepc(pid=17260): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)]\u000a01:26:56.532788 run srsepc(pid=17260): stdout: \u000a| (launched: 2022-12-13_01:26:54.767703)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:56.671786 run srsepc(pid=17260): stderr: \u000a| (launched: 2022-12-13_01:26:54.814758)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:56.806317 run srsepc(pid=17260): stdout: \u000a| (launched: 2022-12-13_01:26:54.767703)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:26:56.941297 run srsepc(pid=17260): stderr: \u000a| (launched: 2022-12-13_01:26:54.814758)\u000a| Connection to 10.42.42.116 closed. \u000a01:26:57.098048 run rm-remote-dir(pid=17261): Terminating (SIGINT)\u000a01:26:57.282618 run rm-remote-dir(pid=17261): Terminated: ok {rc=0}\u000a01:26:57.316394 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=17260): Process ended prematurely: srsepc(pid=17260) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17260)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a01:26:57.326745 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a01:26:57.440106 run scp-back-log(pid=17262): Launched\u000a01:26:58.527213 run scp-back-log(pid=17262): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17262)]\u000a01:26:58.589917 run scp-back-log(pid=17262): stdout: \u000a| (launched: 2022-12-13_01:26:57.368517) \u000a01:26:58.652745 run scp-back-log(pid=17262): stderr: \u000a| (launched: 2022-12-13_01:26:57.388360)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:26:58.706314 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17262): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17262)]')\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17276): Process ended prematurely: srsepc(pid=17276) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17276): Process ended prematurely: srsepc(pid=17276) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a01:26:58.721104 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:26:58.738235 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:26:58.761654 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:26:58.904719 tst ping.py: using MSISDN 8067\u000a01:26:59.016438 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8067', subscriber_id=0}\u000a01:26:59.127013 run srsepc_10.42.42.118: Starting srsepc\u000a01:26:59.796669 run rm-remote-dir(pid=17264): Launched\u000a01:27:01.024265 run rm-remote-dir(pid=17264): Terminated: ok {rc=0}\u000a01:27:01.447668 run mk-remote-dir(pid=17265): Launched\u000a01:27:02.679305 run mk-remote-dir(pid=17265): Terminated: ok {rc=0}\u000a01:27:02.969695 run scp-inst-to-remote(pid=17266): Launched\u000a01:27:05.173600 run scp-inst-to-remote(pid=17266): Terminated: ok {rc=0}\u000a01:27:05.537854 run rm-remote-dir(pid=17268): Launched\u000a01:27:06.744066 run rm-remote-dir(pid=17268): Terminated: ok {rc=0}\u000a01:27:07.107913 run mk-remote-dir(pid=17269): Launched\u000a01:27:08.313643 run mk-remote-dir(pid=17269): Terminated: ok {rc=0}\u000a01:27:08.621451 run scp-cfg-to-remote(pid=17270): Launched\u000a01:27:09.825265 run scp-cfg-to-remote(pid=17270): Terminated: ok {rc=0}\u000a01:27:10.131584 run scp-db-to-remote(pid=17272): Launched\u000a01:27:11.335258 run scp-db-to-remote(pid=17272): Terminated: ok {rc=0}\u000a01:27:11.462273 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:27:11.818589 run patchelf(pid=17274): Launched\u000a01:27:13.011064 run patchelf(pid=17274): Terminated: ok {rc=0}\u000a01:27:13.128766 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:27:13.462005 run setcap-netadm(pid=17275): Launched\u000a01:27:14.653340 run setcap-netadm(pid=17275): Terminated: ok {rc=0}\u000a01:27:14.978463 run srsepc(pid=17276): Launched\u000a01:27:15.091722 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:27:16.328754 run rm-remote-dir(pid=17277): Launched\u000a01:27:16.615808 run srsepc(pid=17276): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)]\u000a01:27:16.773471 run srsepc(pid=17276): stdout: \u000a| (launched: 2022-12-13_01:27:14.821303)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:16.926107 run srsepc(pid=17276): stderr: \u000a| (launched: 2022-12-13_01:27:14.868473)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:17.075309 run srsepc(pid=17276): stdout: \u000a| (launched: 2022-12-13_01:27:14.821303)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:17.222418 run srsepc(pid=17276): stderr: \u000a| (launched: 2022-12-13_01:27:14.868473)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:17.394642 run rm-remote-dir(pid=17277): Terminating (SIGINT)\u000a01:27:17.592288 run rm-remote-dir(pid=17277): Terminated: ok {rc=0}\u000a01:27:17.628373 tst ping.py:16: ERR: Error: srsepc(pid=17276): Process ended prematurely: srsepc(pid=17276) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17276)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a01:27:17.638831 tst ping.py:16: Test FAILED (18.9 sec)\u000a01:27:17.757639 run scp-back-log(pid=17278): Launched\u000a01:27:18.849889 run scp-back-log(pid=17278): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17278)]\u000a01:27:18.916114 run scp-back-log(pid=17278): stdout: \u000a| (launched: 2022-12-13_01:27:17.683322) \u000a01:27:18.982561 run scp-back-log(pid=17278): stderr: \u000a| (launched: 2022-12-13_01:27:17.704596)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:27:19.038810 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17278): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17278)]')\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17292): Process ended prematurely: srsepc(pid=17292) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17292): Process ended prematurely: srsepc(pid=17292) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a01:27:19.053831 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:27:19.071383 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:27:19.095574 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:27:19.248224 tst rrc_idle_mo_ping.py: using MSISDN 8068\u000a01:27:19.368553 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8068', subscriber_id=0}\u000a01:27:19.487738 run srsepc_10.42.42.118: Starting srsepc\u000a01:27:20.198563 run rm-remote-dir(pid=17280): Launched\u000a01:27:21.405069 run rm-remote-dir(pid=17280): Terminated: ok {rc=0}\u000a01:27:21.767923 run mk-remote-dir(pid=17281): Launched\u000a01:27:22.973623 run mk-remote-dir(pid=17281): Terminated: ok {rc=0}\u000a01:27:23.280435 run scp-inst-to-remote(pid=17282): Launched\u000a01:27:25.485903 run scp-inst-to-remote(pid=17282): Terminated: ok {rc=0}\u000a01:27:25.849672 run rm-remote-dir(pid=17284): Launched\u000a01:27:27.054891 run rm-remote-dir(pid=17284): Terminated: ok {rc=0}\u000a01:27:27.418504 run mk-remote-dir(pid=17285): Launched\u000a01:27:28.613139 run mk-remote-dir(pid=17285): Terminated: ok {rc=0}\u000a01:27:28.902379 run scp-cfg-to-remote(pid=17286): Launched\u000a01:27:30.093126 run scp-cfg-to-remote(pid=17286): Terminated: ok {rc=0}\u000a01:27:30.381595 run scp-db-to-remote(pid=17288): Launched\u000a01:27:31.587434 run scp-db-to-remote(pid=17288): Terminated: ok {rc=0}\u000a01:27:31.718029 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:27:32.127817 run patchelf(pid=17290): Launched\u000a01:27:33.329504 run patchelf(pid=17290): Terminated: ok {rc=0}\u000a01:27:33.446947 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:27:33.778337 run setcap-netadm(pid=17291): Launched\u000a01:27:34.968445 run setcap-netadm(pid=17291): Terminated: ok {rc=0}\u000a01:27:35.292680 run srsepc(pid=17292): Launched\u000a01:27:35.405539 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:27:36.644403 run rm-remote-dir(pid=17293): Launched\u000a01:27:36.849134 run srsepc(pid=17292): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)]\u000a01:27:36.997454 run srsepc(pid=17292): stdout: \u000a| (launched: 2022-12-13_01:27:35.135839)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:37.145482 run srsepc(pid=17292): stderr: \u000a| (launched: 2022-12-13_01:27:35.182761)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:37.289249 run srsepc(pid=17292): stdout: \u000a| (launched: 2022-12-13_01:27:35.135839)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:37.431924 run srsepc(pid=17292): stderr: \u000a| (launched: 2022-12-13_01:27:35.182761)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:37.598948 run rm-remote-dir(pid=17293): Terminating (SIGINT)\u000a01:27:37.796012 run rm-remote-dir(pid=17293): Terminated: ok {rc=0}\u000a01:27:37.831897 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=17292): Process ended prematurely: srsepc(pid=17292) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17292)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a01:27:37.842371 tst rrc_idle_mo_ping.py:16: Test FAILED (18.8 sec)\u000a01:27:37.962007 run scp-back-log(pid=17294): Launched\u000a01:27:39.053573 run scp-back-log(pid=17294): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17294)]\u000a01:27:39.119193 run scp-back-log(pid=17294): stdout: \u000a| (launched: 2022-12-13_01:27:37.885937) \u000a01:27:39.185186 run scp-back-log(pid=17294): stderr: \u000a| (launched: 2022-12-13_01:27:37.907059)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:27:39.241222 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17294): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17294)]')\u000a" }, { "testActions" : [ ], "age" : 246, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=17311): Process ended prematurely: srsepc(pid=17311) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=17311): Process ended prematurely: srsepc(pid=17311) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a01:27:39.256164 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a01:27:39.274156 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a01:27:39.298001 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a01:27:39.452072 tst rrc_idle_mt_ping.py: using MSISDN 8069\u000a01:27:39.571202 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='8069', subscriber_id=0}\u000a01:27:39.690013 run srsepc_10.42.42.118: Starting srsepc\u000a01:27:40.402544 run rm-remote-dir(pid=17296): Launched\u000a01:27:41.609736 run rm-remote-dir(pid=17296): Terminated: ok {rc=0}\u000a01:27:41.982048 run mk-remote-dir(pid=17297): Launched\u000a01:27:43.191060 run mk-remote-dir(pid=17297): Terminated: ok {rc=0}\u000a01:27:43.499564 run scp-inst-to-remote(pid=17301): Launched\u000a01:27:45.695842 run scp-inst-to-remote(pid=17301): Terminated: ok {rc=0}\u000a01:27:46.173447 run rm-remote-dir(pid=17303): Launched\u000a01:27:47.393265 run rm-remote-dir(pid=17303): Terminated: ok {rc=0}\u000a01:27:47.736124 run mk-remote-dir(pid=17304): Launched\u000a01:27:48.930290 run mk-remote-dir(pid=17304): Terminated: ok {rc=0}\u000a01:27:49.221871 run scp-cfg-to-remote(pid=17305): Launched\u000a01:27:50.412561 run scp-cfg-to-remote(pid=17305): Terminated: ok {rc=0}\u000a01:27:50.703638 run scp-db-to-remote(pid=17307): Launched\u000a01:27:51.904162 run scp-db-to-remote(pid=17307): Terminated: ok {rc=0}\u000a01:27:52.031254 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a01:27:52.383452 run patchelf(pid=17309): Launched\u000a01:27:53.586452 run patchelf(pid=17309): Terminated: ok {rc=0}\u000a01:27:53.712164 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a01:27:54.067604 run setcap-netadm(pid=17310): Launched\u000a01:27:55.271543 run setcap-netadm(pid=17310): Terminated: ok {rc=0}\u000a01:27:55.617333 run srsepc(pid=17311): Launched\u000a01:27:55.738538 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a01:27:56.984822 run rm-remote-dir(pid=17312): Launched\u000a01:27:57.189134 run srsepc(pid=17311): ERR: Terminated: ERROR {rc=127} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)]\u000a01:27:57.337562 run srsepc(pid=17311): stdout: \u000a| (launched: 2022-12-13_01:27:55.451726)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:57.485722 run srsepc(pid=17311): stderr: \u000a| (launched: 2022-12-13_01:27:55.502440)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:57.629687 run srsepc(pid=17311): stdout: \u000a| (launched: 2022-12-13_01:27:55.451726)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a01:27:57.772528 run srsepc(pid=17311): stderr: \u000a| (launched: 2022-12-13_01:27:55.502440)\u000a| Connection to 10.42.42.116 closed. \u000a01:27:57.940191 run rm-remote-dir(pid=17312): Terminating (SIGINT)\u000a01:27:58.136270 run rm-remote-dir(pid=17312): Terminated: ok {rc=0}\u000a01:27:58.172250 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=17311): Process ended prematurely: srsepc(pid=17311) [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=17311)] [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a01:27:58.182793 tst rrc_idle_mt_ping.py:16: Test FAILED (18.9 sec)\u000a01:27:58.304395 run scp-back-log(pid=17313): Launched\u000a01:27:59.395883 run scp-back-log(pid=17313): ERR: Terminated: ERROR {rc=1} [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17313)]\u000a01:27:59.461850 run scp-back-log(pid=17313): stdout: \u000a| (launched: 2022-12-13_01:27:58.226950) \u000a01:27:59.528231 run scp-back-log(pid=17313): stderr: \u000a| (launched: 2022-12-13_01:27:58.247872)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a01:27:59.584986 tst srsepc_10.42.42.118: Error('scp-back-log(pid=17313): launch_sync(): local process exited with status 1 [trial-2384↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=17313)]')\u000a" } ], "duration" : 146.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:25:34" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a01:28:00.445752 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:00.457228 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:28:00.600169 tst handover.py: using LAC 32670\u000a01:28:00.731021 tst handover.py: using RAC 30\u000a01:28:00.867051 tst handover.py: using CellId 32670\u000a01:28:01.001842 tst handover.py: using BVCI 32671\u000a01:28:01.028464 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a01:28:01.161233 tst handover.py: using LAC 32671\u000a01:28:01.329158 tst handover.py: using RAC 31\u000a01:28:01.470614 tst handover.py: using CellId 32671\u000a01:28:01.670590 tst handover.py: using BVCI 32672\u000a01:28:01.702563 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:01.716480 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:01.732484 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:01.746686 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:01.760658 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a01:28:01.774680 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:28:01.922024 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a01:28:02.166697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:02.706591 run create_hlr_db(pid=17319): Launched\u000a01:28:03.903039 run create_hlr_db(pid=17319): Terminated: ok {rc=0}\u000a01:28:04.250116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Launched\u000a01:28:04.585706 run osmo-hlr_10.42.42.2(pid=17322): Launched\u000a01:28:04.709545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:05.295385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Launched\u000a01:28:05.632523 run osmo-stp_10.42.42.5(pid=17325): Launched\u000a01:28:05.754498 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:06.372008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Launched\u000a01:28:06.694452 run osmo-msc_10.42.42.6(pid=17328): Launched\u000a01:28:06.878004 run osmo-stp_10.42.42.5(pid=17325): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)]\u000a01:28:07.010223 run osmo-stp_10.42.42.5(pid=17325): stdout: \u000a| (launched: 2022-12-13_01:28:05.466294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:07.140147 run osmo-stp_10.42.42.5(pid=17325): stderr: \u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012805663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:07.265165 run osmo-stp_10.42.42.5(pid=17325): stdout: \u000a| (launched: 2022-12-13_01:28:05.466294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:07.389081 run osmo-stp_10.42.42.5(pid=17325): stderr: \u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012805662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012805663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012805663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:07.443045 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17325): Process ended prematurely: osmo-stp_10.42.42.5(pid=17325) [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17325)] [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a01:28:07.451060 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:28:07.511207 run osmo-hlr_10.42.42.2(pid=17322): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17322)]\u000a01:28:07.560658 run osmo-hlr_10.42.42.2(pid=17322): stdout: \u000a| (launched: 2022-12-13_01:28:04.420056) \u000a01:28:07.610793 run osmo-hlr_10.42.42.2(pid=17322): stderr: \u000a| �[0;m�[1;31m20221213012804621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012804621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012804621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012804621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012804621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012804622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012804634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012804643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012804644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012804644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:07.678708 run osmo-msc_10.42.42.6(pid=17328): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17328)]\u000a01:28:07.728069 run osmo-msc_10.42.42.6(pid=17328): stdout: \u000a| (launched: 2022-12-13_01:28:06.536611) \u000a01:28:07.778002 run osmo-msc_10.42.42.6(pid=17328): stderr: \u000a| �[0;m�[38;5;43m20221213012806810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012806810 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd6cec33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012806810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012806810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012806810 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012806811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012806812 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012806813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012806813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012806813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:07.820383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminating (SIGTERM)\u000a01:28:07.860511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminating (SIGTERM)\u000a01:28:07.900982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminating (SIGTERM)\u000a01:28:07.910218 --- ParallelTerminationStrategy: PID 17321 died...\u000a01:28:07.963874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17321): Terminated: ok {rc=0}\u000a01:28:07.973545 --- ParallelTerminationStrategy: PID 17324 died...\u000a01:28:08.026683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17324): Terminated: ok {rc=0}\u000a01:28:08.036181 --- ParallelTerminationStrategy: PID 17327 died...\u000a01:28:08.089415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17327): Terminated: ok {rc=0}\u000a01:28:08.178872 bus /sierra_3: Setting Powered False\u000a01:28:09.282673 bus /sierra_3: Setting Powered False\u000a01:28:10.395099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:00" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17339): Process ended prematurely: osmo-stp_10.42.42.5(pid=17339) [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17339): Process ended prematurely: osmo-stp_10.42.42.5(pid=17339) [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:28:12.367792 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:12.379251 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:28:12.517376 tst handover.py: using LAC 32672\u000a01:28:12.651455 tst handover.py: using RAC 32\u000a01:28:12.785791 tst handover.py: using CellId 32672\u000a01:28:12.918573 tst handover.py: using BVCI 32673\u000a01:28:12.944157 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:28:13.078558 tst handover.py: using LAC 32673\u000a01:28:13.210561 tst handover.py: using RAC 33\u000a01:28:13.342950 tst handover.py: using CellId 32673\u000a01:28:13.474730 tst handover.py: using BVCI 32674\u000a01:28:13.500509 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:13.512059 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:13.523497 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:13.535146 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:13.547039 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:28:13.559035 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:28:13.681460 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:28:13.888752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:14.359060 run create_hlr_db(pid=17333): Launched\u000a01:28:14.486198 bus /sierra_2: Setting Powered False\u000a01:28:15.560802 run create_hlr_db(pid=17333): Terminated: ok {rc=0}\u000a01:28:15.991921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Launched\u000a01:28:16.418080 run osmo-hlr_10.42.42.2(pid=17336): Launched\u000a01:28:16.652073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:17.242637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Launched\u000a01:28:17.584634 run osmo-stp_10.42.42.5(pid=17339): Launched\u000a01:28:17.706842 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:18.294360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Launched\u000a01:28:18.634553 run osmo-msc_10.42.42.6(pid=17342): Launched\u000a01:28:18.831722 run osmo-stp_10.42.42.5(pid=17339): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)]\u000a01:28:18.974124 run osmo-stp_10.42.42.5(pid=17339): stdout: \u000a| (launched: 2022-12-13_01:28:17.414911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:19.114751 run osmo-stp_10.42.42.5(pid=17339): stderr: \u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012817612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:19.249154 run osmo-stp_10.42.42.5(pid=17339): stdout: \u000a| (launched: 2022-12-13_01:28:17.414911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:19.382223 run osmo-stp_10.42.42.5(pid=17339): stderr: \u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012817611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012817612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012817612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:19.440486 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17339): Process ended prematurely: osmo-stp_10.42.42.5(pid=17339) [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17339)] [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a01:28:19.449217 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:28:19.512363 run osmo-hlr_10.42.42.2(pid=17336): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17336)]\u000a01:28:19.564602 run osmo-hlr_10.42.42.2(pid=17336): stdout: \u000a| (launched: 2022-12-13_01:28:16.156404) \u000a01:28:19.617311 run osmo-hlr_10.42.42.2(pid=17336): stderr: \u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012816506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012816518 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012816526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012816526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012816526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:19.688455 run osmo-msc_10.42.42.6(pid=17342): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17342)]\u000a01:28:19.740914 run osmo-msc_10.42.42.6(pid=17342): stdout: \u000a| (launched: 2022-12-13_01:28:18.465673) \u000a01:28:19.793411 run osmo-msc_10.42.42.6(pid=17342): stderr: \u000a| �[0;m�[38;5;43m20221213012818790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012818790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ac0030c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012818790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012818790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012818790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012818791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012818792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012818793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012818793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012818793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:19.838104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Terminating (SIGTERM)\u000a01:28:19.880342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Terminating (SIGTERM)\u000a01:28:19.922776 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Terminating (SIGTERM)\u000a01:28:19.932536 --- ParallelTerminationStrategy: PID 17335 died...\u000a01:28:19.988816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17335): Terminated: ok {rc=0}\u000a01:28:19.999059 --- ParallelTerminationStrategy: PID 17338 died...\u000a01:28:20.055168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17338): Terminated: ok {rc=0}\u000a01:28:20.065877 --- ParallelTerminationStrategy: PID 17341 died...\u000a01:28:20.122481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17341): Terminated: ok {rc=0}\u000a01:28:20.211777 bus /sierra_3: Setting Powered False\u000a01:28:21.318867 bus /sierra_3: Setting Powered False\u000a01:28:22.429149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:12" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17353): Process ended prematurely: osmo-stp_10.42.42.5(pid=17353) [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17353): Process ended prematurely: osmo-stp_10.42.42.5(pid=17353) [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:28:24.424021 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:24.435446 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:28:24.570761 tst handover.py: using LAC 32674\u000a01:28:24.702002 tst handover.py: using RAC 34\u000a01:28:24.833717 tst handover.py: using CellId 32674\u000a01:28:24.966681 tst handover.py: using BVCI 32675\u000a01:28:24.992323 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:28:25.138639 tst handover.py: using LAC 32675\u000a01:28:25.270193 tst handover.py: using RAC 35\u000a01:28:25.401676 tst handover.py: using CellId 32675\u000a01:28:25.534880 tst handover.py: using BVCI 32676\u000a01:28:25.560516 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:25.571932 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:25.583169 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:25.594474 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:25.605775 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:28:25.616941 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:28:25.736610 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:28:25.943696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:26.412189 run create_hlr_db(pid=17347): Launched\u000a01:28:26.538333 bus /sierra_2: Setting Powered False\u000a01:28:27.612193 run create_hlr_db(pid=17347): Terminated: ok {rc=0}\u000a01:28:28.003959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Launched\u000a01:28:28.326208 run osmo-hlr_10.42.42.2(pid=17350): Launched\u000a01:28:28.442612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:28.962122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Launched\u000a01:28:29.278187 run osmo-stp_10.42.42.5(pid=17353): Launched\u000a01:28:29.392771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:29.940713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Launched\u000a01:28:30.258973 run osmo-msc_10.42.42.6(pid=17356): Launched\u000a01:28:30.444047 run osmo-stp_10.42.42.5(pid=17353): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)]\u000a01:28:30.576525 run osmo-stp_10.42.42.5(pid=17353): stdout: \u000a| (launched: 2022-12-13_01:28:29.120754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:30.706906 run osmo-stp_10.42.42.5(pid=17353): stderr: \u000a| �[0;m�[38;5;43m20221213012829293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012829293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012829294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012829294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:30.843060 run osmo-stp_10.42.42.5(pid=17353): stdout: \u000a| (launched: 2022-12-13_01:28:29.120754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:30.994053 run osmo-stp_10.42.42.5(pid=17353): stderr: \u000a| �[0;m�[38;5;43m20221213012829293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012829293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012829294 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012829294 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012829295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:31.056366 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17353): Process ended prematurely: osmo-stp_10.42.42.5(pid=17353) [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17353)] [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a01:28:31.066237 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:28:31.135024 run osmo-hlr_10.42.42.2(pid=17350): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17350)]\u000a01:28:31.189540 run osmo-hlr_10.42.42.2(pid=17350): stdout: \u000a| (launched: 2022-12-13_01:28:28.169573) \u000a01:28:31.245455 run osmo-hlr_10.42.42.2(pid=17350): stderr: \u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012828347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012828359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012828367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012828367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012828367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:31.320146 run osmo-msc_10.42.42.6(pid=17356): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17356)]\u000a01:28:31.375066 run osmo-msc_10.42.42.6(pid=17356): stdout: \u000a| (launched: 2022-12-13_01:28:30.100201) \u000a01:28:31.430996 run osmo-msc_10.42.42.6(pid=17356): stderr: \u000a| �[0;m�[38;5;43m20221213012830371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012830371 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f911bdb9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012830371 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012830371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012830371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012830371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012830373 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012830373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012830374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012830374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:31.477202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Terminating (SIGTERM)\u000a01:28:31.524029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Terminating (SIGTERM)\u000a01:28:31.572002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Terminating (SIGTERM)\u000a01:28:31.582594 --- ParallelTerminationStrategy: PID 17349 died...\u000a01:28:31.644545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17349): Terminated: ok {rc=0}\u000a01:28:31.655288 --- ParallelTerminationStrategy: PID 17352 died...\u000a01:28:31.715131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17352): Terminated: ok {rc=0}\u000a01:28:31.726017 --- ParallelTerminationStrategy: PID 17355 died...\u000a01:28:31.785176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17355): Terminated: ok {rc=0}\u000a01:28:31.875938 bus /sierra_3: Setting Powered False\u000a01:28:32.980244 bus /sierra_3: Setting Powered False\u000a01:28:34.093809 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:24" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:28:36.097105 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:36.108896 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:28:36.244013 tst handover.py: using LAC 32676\u000a01:28:36.375214 tst handover.py: using RAC 36\u000a01:28:36.506777 tst handover.py: using CellId 32676\u000a01:28:36.638451 tst handover.py: using BVCI 32677\u000a01:28:36.664088 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:28:36.808779 tst handover.py: using LAC 32677\u000a01:28:36.939882 tst handover.py: using RAC 37\u000a01:28:37.072920 tst handover.py: using CellId 32677\u000a01:28:37.206244 tst handover.py: using BVCI 32678\u000a01:28:37.232071 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:37.243837 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:37.255356 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:37.266960 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:37.278866 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:28:37.290435 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:28:37.410039 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:28:37.628397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:38.138343 run create_hlr_db(pid=17361): Launched\u000a01:28:38.275198 bus /sierra_2: Setting Powered False\u000a01:28:39.352521 run create_hlr_db(pid=17361): Terminated: ok {rc=0}\u000a01:28:39.773547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Launched\u000a01:28:40.111418 run osmo-hlr_10.42.42.2(pid=17365): Launched\u000a01:28:40.234308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:40.789655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Launched\u000a01:28:41.128264 run osmo-stp_10.42.42.5(pid=17368): Launched\u000a01:28:41.250439 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:41.841779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Launched\u000a01:28:42.181821 run osmo-msc_10.42.42.6(pid=17371): Launched\u000a01:28:42.380219 run osmo-stp_10.42.42.5(pid=17368): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)]\u000a01:28:42.521707 run osmo-stp_10.42.42.5(pid=17368): stdout: \u000a| (launched: 2022-12-13_01:28:40.960347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:42.661095 run osmo-stp_10.42.42.5(pid=17368): stderr: \u000a| �[0;m�[38;5;43m20221213012841155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012841156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012841156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012841156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:42.795794 run osmo-stp_10.42.42.5(pid=17368): stdout: \u000a| (launched: 2022-12-13_01:28:40.960347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:42.928813 run osmo-stp_10.42.42.5(pid=17368): stderr: \u000a| �[0;m�[38;5;43m20221213012841155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012841156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012841156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012841156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012841157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:42.987039 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17368): Process ended prematurely: osmo-stp_10.42.42.5(pid=17368) [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17368)] [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:28:42.995706 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:28:43.058976 run osmo-hlr_10.42.42.2(pid=17365): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17365)]\u000a01:28:43.111008 run osmo-hlr_10.42.42.2(pid=17365): stdout: \u000a| (launched: 2022-12-13_01:28:39.944289) \u000a01:28:43.163345 run osmo-hlr_10.42.42.2(pid=17365): stderr: \u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012840145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012840161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012840169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012840170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012840170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:43.234527 run osmo-msc_10.42.42.6(pid=17371): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17371)]\u000a01:28:43.286597 run osmo-msc_10.42.42.6(pid=17371): stdout: \u000a| (launched: 2022-12-13_01:28:42.013857) \u000a01:28:43.339201 run osmo-msc_10.42.42.6(pid=17371): stderr: \u000a| �[0;m�[38;5;43m20221213012842336 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012842336 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff784669c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012842337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012842337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012842337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012842337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012842339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012842339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012842339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012842339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:43.383777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Terminating (SIGTERM)\u000a01:28:43.426175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminating (SIGTERM)\u000a01:28:43.468297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Terminating (SIGTERM)\u000a01:28:43.478116 --- ParallelTerminationStrategy: PID 17363 died...\u000a01:28:43.534329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17363): Terminated: ok {rc=0}\u000a01:28:43.544496 --- ParallelTerminationStrategy: PID 17367 died...\u000a01:28:43.600497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17367): Terminated: ok {rc=0}\u000a01:28:43.610515 --- ParallelTerminationStrategy: PID 17370 died...\u000a01:28:43.666613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17370): Terminated: ok {rc=0}\u000a01:28:43.755584 bus /sierra_3: Setting Powered False\u000a01:28:44.863728 bus /sierra_3: Setting Powered False\u000a01:28:45.987841 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:35" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17382): Process ended prematurely: osmo-stp_10.42.42.5(pid=17382) [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17382): Process ended prematurely: osmo-stp_10.42.42.5(pid=17382) [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:28:48.000008 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:48.011324 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:28:48.139500 tst handover.py: using LAC 32678\u000a01:28:48.263877 tst handover.py: using RAC 38\u000a01:28:48.387193 tst handover.py: using CellId 32678\u000a01:28:48.510764 tst handover.py: using BVCI 32679\u000a01:28:48.534594 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:28:48.679674 tst handover.py: using LAC 32679\u000a01:28:48.811481 tst handover.py: using RAC 39\u000a01:28:48.942188 tst handover.py: using CellId 32679\u000a01:28:49.071972 tst handover.py: using BVCI 32680\u000a01:28:49.098001 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:49.109720 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:49.121376 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:49.133393 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:49.144764 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:28:49.156490 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:28:49.276910 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:28:49.482917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:28:49.956550 run create_hlr_db(pid=17376): Launched\u000a01:28:50.083851 bus /sierra_2: Setting Powered False\u000a01:28:51.158974 run create_hlr_db(pid=17376): Terminated: ok {rc=0}\u000a01:28:51.550424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Launched\u000a01:28:51.866556 run osmo-hlr_10.42.42.2(pid=17379): Launched\u000a01:28:51.988715 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:28:52.520922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Launched\u000a01:28:52.840380 run osmo-stp_10.42.42.5(pid=17382): Launched\u000a01:28:52.955115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:28:53.505652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Launched\u000a01:28:53.823211 run osmo-msc_10.42.42.6(pid=17385): Launched\u000a01:28:54.007701 run osmo-stp_10.42.42.5(pid=17382): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)]\u000a01:28:54.140227 run osmo-stp_10.42.42.5(pid=17382): stdout: \u000a| (launched: 2022-12-13_01:28:52.681130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:54.270789 run osmo-stp_10.42.42.5(pid=17382): stderr: \u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012852854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:54.396296 run osmo-stp_10.42.42.5(pid=17382): stdout: \u000a| (launched: 2022-12-13_01:28:52.681130)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:28:54.520447 run osmo-stp_10.42.42.5(pid=17382): stderr: \u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012852853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012852854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012852854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:28:54.574718 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17382): Process ended prematurely: osmo-stp_10.42.42.5(pid=17382) [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17382)] [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:28:54.582712 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:28:54.643704 run osmo-hlr_10.42.42.2(pid=17379): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17379)]\u000a01:28:54.693751 run osmo-hlr_10.42.42.2(pid=17379): stdout: \u000a| (launched: 2022-12-13_01:28:51.709419) \u000a01:28:54.744371 run osmo-hlr_10.42.42.2(pid=17379): stderr: \u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012851888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012851900 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012851908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012851909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012851909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:28:54.812655 run osmo-msc_10.42.42.6(pid=17385): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17385)]\u000a01:28:54.862442 run osmo-msc_10.42.42.6(pid=17385): stdout: \u000a| (launched: 2022-12-13_01:28:53.664561) \u000a01:28:54.912893 run osmo-msc_10.42.42.6(pid=17385): stderr: \u000a| �[0;m�[38;5;43m20221213012853936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012853936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f11d930ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012853936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012853936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012853936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012853937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012853938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012853939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012853939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012853939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:28:54.955424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Terminating (SIGTERM)\u000a01:28:54.995781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Terminating (SIGTERM)\u000a01:28:55.036048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Terminating (SIGTERM)\u000a01:28:55.045651 --- ParallelTerminationStrategy: PID 17378 died...\u000a01:28:55.099901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17378): Terminated: ok {rc=0}\u000a01:28:55.109634 --- ParallelTerminationStrategy: PID 17381 died...\u000a01:28:55.162979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17381): Terminated: ok {rc=0}\u000a01:28:55.172874 --- ParallelTerminationStrategy: PID 17384 died...\u000a01:28:55.226549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17384): Terminated: ok {rc=0}\u000a01:28:55.311096 bus /sierra_3: Setting Powered False\u000a01:28:56.418972 bus /sierra_3: Setting Powered False\u000a01:28:57.527067 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:47" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17396): Process ended prematurely: osmo-stp_10.42.42.5(pid=17396) [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17396): Process ended prematurely: osmo-stp_10.42.42.5(pid=17396) [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:28:59.516762 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:28:59.528310 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:28:59.673480 tst handover.py: using LAC 32680\u000a01:28:59.806818 tst handover.py: using RAC 40\u000a01:28:59.937019 tst handover.py: using CellId 32680\u000a01:29:00.069642 tst handover.py: using BVCI 32681\u000a01:29:00.095287 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:29:00.231276 tst handover.py: using LAC 32681\u000a01:29:00.364580 tst handover.py: using RAC 41\u000a01:29:00.494231 tst handover.py: using CellId 32681\u000a01:29:00.623176 tst handover.py: using BVCI 32682\u000a01:29:00.648694 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:29:00.660117 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:29:00.671395 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:29:00.682735 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:29:00.694107 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:29:00.705373 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:29:00.827399 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:29:01.078784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:01.602334 run create_hlr_db(pid=17390): Launched\u000a01:29:01.734899 bus /sierra_2: Setting Powered False\u000a01:29:02.804617 run create_hlr_db(pid=17390): Terminated: ok {rc=0}\u000a01:29:03.221222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Launched\u000a01:29:03.557564 run osmo-hlr_10.42.42.2(pid=17393): Launched\u000a01:29:03.677429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:04.235758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Launched\u000a01:29:04.575189 run osmo-stp_10.42.42.5(pid=17396): Launched\u000a01:29:04.697806 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:29:05.285736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Launched\u000a01:29:05.624039 run osmo-msc_10.42.42.6(pid=17399): Launched\u000a01:29:05.821600 run osmo-stp_10.42.42.5(pid=17396): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)]\u000a01:29:05.963430 run osmo-stp_10.42.42.5(pid=17396): stdout: \u000a| (launched: 2022-12-13_01:29:04.407104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:06.103345 run osmo-stp_10.42.42.5(pid=17396): stderr: \u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012904602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:06.237709 run osmo-stp_10.42.42.5(pid=17396): stdout: \u000a| (launched: 2022-12-13_01:29:04.407104)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:06.371318 run osmo-stp_10.42.42.5(pid=17396): stderr: \u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012904602 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012904602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012904603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:06.429817 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17396): Process ended prematurely: osmo-stp_10.42.42.5(pid=17396) [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17396)] [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a01:29:06.438347 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:29:06.501502 run osmo-hlr_10.42.42.2(pid=17393): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17393)]\u000a01:29:06.553341 run osmo-hlr_10.42.42.2(pid=17393): stdout: \u000a| (launched: 2022-12-13_01:29:03.391421) \u000a01:29:06.605833 run osmo-hlr_10.42.42.2(pid=17393): stderr: \u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012903592 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012903605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012903614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012903614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012903614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:06.677243 run osmo-msc_10.42.42.6(pid=17399): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17399)]\u000a01:29:06.728901 run osmo-msc_10.42.42.6(pid=17399): stdout: \u000a| (launched: 2022-12-13_01:29:05.456742) \u000a01:29:06.781546 run osmo-msc_10.42.42.6(pid=17399): stderr: \u000a| �[0;m�[38;5;43m20221213012905779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012905779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafd73dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012905780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012905780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012905780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012905780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012905782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012905782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012905782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012905782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:29:06.826152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Terminating (SIGTERM)\u000a01:29:06.867912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Terminating (SIGTERM)\u000a01:29:06.909924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Terminating (SIGTERM)\u000a01:29:06.919770 --- ParallelTerminationStrategy: PID 17392 died...\u000a01:29:06.976187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17392): Terminated: ok {rc=0}\u000a01:29:06.986396 --- ParallelTerminationStrategy: PID 17395 died...\u000a01:29:07.042445 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17395): Terminated: ok {rc=0}\u000a01:29:07.052586 --- ParallelTerminationStrategy: PID 17398 died...\u000a01:29:07.108479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17398): Terminated: ok {rc=0}\u000a01:29:07.196796 bus /sierra_3: Setting Powered False\u000a01:29:08.305315 bus /sierra_3: Setting Powered False\u000a01:29:09.417724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:28:59" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:29:11.406264 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:11.417195 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:29:11.550259 tst handover.py: using LAC 32682\u000a01:29:11.671421 tst handover.py: using RAC 42\u000a01:29:11.802276 tst handover.py: using CellId 32682\u000a01:29:11.932714 tst handover.py: using BVCI 32683\u000a01:29:11.958879 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:29:12.108442 tst handover.py: using LAC 32683\u000a01:29:12.238754 tst handover.py: using RAC 43\u000a01:29:12.369090 tst handover.py: using CellId 32683\u000a01:29:12.498123 tst handover.py: using BVCI 32684\u000a01:29:12.523594 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:12.535060 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:12.546412 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:12.558099 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:12.569615 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:29:12.581179 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:29:12.704891 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:29:12.921106 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:13.429288 run create_hlr_db(pid=17404): Launched\u000a01:29:13.565977 bus /sierra_2: Setting Powered False\u000a01:29:14.644293 run create_hlr_db(pid=17404): Terminated: ok {rc=0}\u000a01:29:15.063586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Launched\u000a01:29:15.403042 run osmo-hlr_10.42.42.2(pid=17407): Launched\u000a01:29:15.526287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:16.118750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Launched\u000a01:29:16.552545 run osmo-stp_10.42.42.5(pid=17410): Launched\u000a01:29:16.764771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:29:17.359557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Launched\u000a01:29:17.699277 run osmo-msc_10.42.42.6(pid=17413): Launched\u000a01:29:17.896744 run osmo-stp_10.42.42.5(pid=17410): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)]\u000a01:29:18.039469 run osmo-stp_10.42.42.5(pid=17410): stdout: \u000a| (launched: 2022-12-13_01:29:16.293121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:18.180133 run osmo-stp_10.42.42.5(pid=17410): stderr: \u000a| �[0;m�[38;5;43m20221213012916591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012916591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012916592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012916592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:18.315311 run osmo-stp_10.42.42.5(pid=17410): stdout: \u000a| (launched: 2022-12-13_01:29:16.293121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:18.449686 run osmo-stp_10.42.42.5(pid=17410): stderr: \u000a| �[0;m�[38;5;43m20221213012916591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012916591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012916592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012916592 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012916593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:18.508761 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17410): Process ended prematurely: osmo-stp_10.42.42.5(pid=17410) [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17410)] [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a01:29:18.517564 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:29:18.581542 run osmo-hlr_10.42.42.2(pid=17407): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17407)]\u000a01:29:18.634115 run osmo-hlr_10.42.42.2(pid=17407): stdout: \u000a| (launched: 2022-12-13_01:29:15.234878) \u000a01:29:18.686936 run osmo-hlr_10.42.42.2(pid=17407): stderr: \u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012915435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012915448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012915457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012915457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012915457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:18.759008 run osmo-msc_10.42.42.6(pid=17413): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17413)]\u000a01:29:18.811319 run osmo-msc_10.42.42.6(pid=17413): stdout: \u000a| (launched: 2022-12-13_01:29:17.530712) \u000a01:29:18.864384 run osmo-msc_10.42.42.6(pid=17413): stderr: \u000a| �[0;m�[38;5;43m20221213012917855 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012917856 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd18fd61c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012917856 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012917856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012917856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012917856 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012917858 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012917858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012917859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012917859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:29:18.909439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminating (SIGTERM)\u000a01:29:18.952165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminating (SIGTERM)\u000a01:29:18.994514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminating (SIGTERM)\u000a01:29:19.004489 --- ParallelTerminationStrategy: PID 17406 died...\u000a01:29:19.061584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17406): Terminated: ok {rc=0}\u000a01:29:19.072036 --- ParallelTerminationStrategy: PID 17409 died...\u000a01:29:19.128894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17409): Terminated: ok {rc=0}\u000a01:29:19.139171 --- ParallelTerminationStrategy: PID 17412 died...\u000a01:29:19.195754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17412): Terminated: ok {rc=0}\u000a01:29:19.284575 bus /sierra_3: Setting Powered False\u000a01:29:20.392823 bus /sierra_3: Setting Powered False\u000a01:29:21.502645 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:29:11" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:29:23.511880 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:23.522966 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:29:23.652277 tst handover.py: using LAC 32684\u000a01:29:23.784147 tst handover.py: using RAC 44\u000a01:29:23.918386 tst handover.py: using CellId 32684\u000a01:29:24.056160 tst handover.py: using BVCI 32685\u000a01:29:24.082021 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:29:24.228842 tst handover.py: using LAC 32685\u000a01:29:24.354170 tst handover.py: using RAC 45\u000a01:29:24.483304 tst handover.py: using CellId 32685\u000a01:29:24.616602 tst handover.py: using BVCI 32686\u000a01:29:24.642489 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:24.654099 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:24.665586 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:24.677284 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:24.688672 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:29:24.699941 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:29:24.820935 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:29:25.026819 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:25.506300 run create_hlr_db(pid=17418): Launched\u000a01:29:25.633748 bus /sierra_2: Setting Powered False\u000a01:29:26.707729 run create_hlr_db(pid=17418): Terminated: ok {rc=0}\u000a01:29:27.101953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Launched\u000a01:29:27.419057 run osmo-hlr_10.42.42.2(pid=17421): Launched\u000a01:29:27.542612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:28.070017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Launched\u000a01:29:28.386008 run osmo-stp_10.42.42.5(pid=17424): Launched\u000a01:29:28.500277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:29:29.048470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Launched\u000a01:29:29.367195 run osmo-msc_10.42.42.6(pid=17427): Launched\u000a01:29:29.552052 run osmo-stp_10.42.42.5(pid=17424): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)]\u000a01:29:29.685657 run osmo-stp_10.42.42.5(pid=17424): stdout: \u000a| (launched: 2022-12-13_01:29:28.228626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:29.816360 run osmo-stp_10.42.42.5(pid=17424): stderr: \u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012928401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:29.942060 run osmo-stp_10.42.42.5(pid=17424): stdout: \u000a| (launched: 2022-12-13_01:29:28.228626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:30.066190 run osmo-stp_10.42.42.5(pid=17424): stderr: \u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012928400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012928401 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012928401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:30.120485 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17424): Process ended prematurely: osmo-stp_10.42.42.5(pid=17424) [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17424)] [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a01:29:30.128354 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:29:30.189047 run osmo-hlr_10.42.42.2(pid=17421): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17421)]\u000a01:29:30.238717 run osmo-hlr_10.42.42.2(pid=17421): stdout: \u000a| (launched: 2022-12-13_01:29:27.261036) \u000a01:29:30.289215 run osmo-hlr_10.42.42.2(pid=17421): stderr: \u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012927439 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012927451 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012927459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012927459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012927459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:30.357599 run osmo-msc_10.42.42.6(pid=17427): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17427)]\u000a01:29:30.407318 run osmo-msc_10.42.42.6(pid=17427): stdout: \u000a| (launched: 2022-12-13_01:29:29.207846) \u000a01:29:30.457903 run osmo-msc_10.42.42.6(pid=17427): stderr: \u000a| �[0;m�[38;5;43m20221213012929480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012929480 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8fa92dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012929480 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012929480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012929481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012929481 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012929482 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012929483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012929483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012929483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:29:30.500319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminating (SIGTERM)\u000a01:29:30.541224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminating (SIGTERM)\u000a01:29:30.582117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminating (SIGTERM)\u000a01:29:30.591637 --- ParallelTerminationStrategy: PID 17420 died...\u000a01:29:30.645551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17420): Terminated: ok {rc=0}\u000a01:29:30.655437 --- ParallelTerminationStrategy: PID 17423 died...\u000a01:29:30.708939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17423): Terminated: ok {rc=0}\u000a01:29:30.718825 --- ParallelTerminationStrategy: PID 17426 died...\u000a01:29:30.772284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17426): Terminated: ok {rc=0}\u000a01:29:30.881525 bus /sierra_3: Setting Powered False\u000a01:29:31.991272 bus /sierra_3: Setting Powered False\u000a01:29:33.099502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:29:23" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a01:29:35.068095 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:35.079214 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:29:35.206586 tst handover.py: using LAC 32686\u000a01:29:35.331116 tst handover.py: using RAC 46\u000a01:29:35.453979 tst handover.py: using CellId 32686\u000a01:29:35.576118 tst handover.py: using BVCI 32687\u000a01:29:35.600060 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a01:29:35.725173 tst handover.py: using LAC 32687\u000a01:29:35.849634 tst handover.py: using RAC 47\u000a01:29:35.972533 tst handover.py: using CellId 32687\u000a01:29:36.097494 tst handover.py: using BVCI 32688\u000a01:29:36.121532 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:36.132572 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:36.143470 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:36.155194 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:36.167151 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a01:29:36.178922 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:29:36.303252 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a01:29:36.515123 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:36.985640 run create_hlr_db(pid=17434): Launched\u000a01:29:37.114185 bus /sierra_2: Setting Powered False\u000a01:29:38.186880 run create_hlr_db(pid=17434): Terminated: ok {rc=0}\u000a01:29:38.579729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Launched\u000a01:29:38.898114 run osmo-hlr_10.42.42.2(pid=17437): Launched\u000a01:29:39.021727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:39.550519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Launched\u000a01:29:39.865548 run osmo-stp_10.42.42.5(pid=17440): Launched\u000a01:29:39.982771 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:29:40.532765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Launched\u000a01:29:40.852352 run osmo-msc_10.42.42.6(pid=17443): Launched\u000a01:29:41.036657 run osmo-stp_10.42.42.5(pid=17440): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)]\u000a01:29:41.169714 run osmo-stp_10.42.42.5(pid=17440): stdout: \u000a| (launched: 2022-12-13_01:29:39.709559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.300491 run osmo-stp_10.42.42.5(pid=17440): stderr: \u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012939886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.426278 run osmo-stp_10.42.42.5(pid=17440): stdout: \u000a| (launched: 2022-12-13_01:29:39.709559)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:41.550828 run osmo-stp_10.42.42.5(pid=17440): stderr: \u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012939885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012939886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012939886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:41.605083 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17440): Process ended prematurely: osmo-stp_10.42.42.5(pid=17440) [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17440)] [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a01:29:41.613065 tst handover.py:18: Test FAILED (6.5 sec)\u000a01:29:41.673895 run osmo-hlr_10.42.42.2(pid=17437): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17437)]\u000a01:29:41.723555 run osmo-hlr_10.42.42.2(pid=17437): stdout: \u000a| (launched: 2022-12-13_01:29:38.740264) \u000a01:29:41.773825 run osmo-hlr_10.42.42.2(pid=17437): stderr: \u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012938918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012938930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012938938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012938938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012938939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:41.841874 run osmo-msc_10.42.42.6(pid=17443): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17443)]\u000a01:29:41.891705 run osmo-msc_10.42.42.6(pid=17443): stdout: \u000a| (launched: 2022-12-13_01:29:40.692466) \u000a01:29:41.941882 run osmo-msc_10.42.42.6(pid=17443): stderr: \u000a| �[0;m�[38;5;43m20221213012940964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012940964 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa8e5affc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012940964 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012940964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012940964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012940964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012940966 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012940967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012940967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012940967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:29:41.984119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminating (SIGTERM)\u000a01:29:42.024379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminating (SIGTERM)\u000a01:29:42.064684 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminating (SIGTERM)\u000a01:29:42.074223 --- ParallelTerminationStrategy: PID 17436 died...\u000a01:29:42.128131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17436): Terminated: ok {rc=0}\u000a01:29:42.138139 --- ParallelTerminationStrategy: PID 17439 died...\u000a01:29:42.192107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17439): Terminated: ok {rc=0}\u000a01:29:42.202029 --- ParallelTerminationStrategy: PID 17442 died...\u000a01:29:42.255314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17442): Terminated: ok {rc=0}\u000a01:29:42.344035 bus /sierra_3: Setting Powered False\u000a01:29:43.449047 bus /sierra_3: Setting Powered False\u000a01:29:44.560822 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:29:46.572543 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:46.584613 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:29:46.715221 tst handover.py: using LAC 32688\u000a01:29:46.870740 tst handover.py: using RAC 48\u000a01:29:47.002916 tst handover.py: using CellId 32688\u000a01:29:47.128270 tst handover.py: using BVCI 32689\u000a01:29:47.153445 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:29:47.310730 tst handover.py: using LAC 32689\u000a01:29:47.435755 tst handover.py: using RAC 49\u000a01:29:47.561547 tst handover.py: using CellId 32689\u000a01:29:47.684317 tst handover.py: using BVCI 32690\u000a01:29:47.708259 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:47.719339 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:47.730185 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:47.741629 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:47.753187 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:29:47.764744 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:29:47.889644 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:29:48.098665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:29:48.570912 run create_hlr_db(pid=17448): Launched\u000a01:29:48.700646 bus /sierra_2: Setting Powered False\u000a01:29:49.775225 run create_hlr_db(pid=17448): Terminated: ok {rc=0}\u000a01:29:50.196001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Launched\u000a01:29:50.535080 run osmo-hlr_10.42.42.2(pid=17451): Launched\u000a01:29:50.658838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:29:51.215095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Launched\u000a01:29:51.562470 run osmo-stp_10.42.42.5(pid=17454): Launched\u000a01:29:51.684634 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:29:52.271515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Launched\u000a01:29:52.610488 run osmo-msc_10.42.42.6(pid=17457): Launched\u000a01:29:52.807592 run osmo-stp_10.42.42.5(pid=17454): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)]\u000a01:29:52.948607 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-13_01:29:51.394613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:53.089129 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221213012951589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012951590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012951590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012951590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:53.223798 run osmo-stp_10.42.42.5(pid=17454): stdout: \u000a| (launched: 2022-12-13_01:29:51.394613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:29:53.357287 run osmo-stp_10.42.42.5(pid=17454): stderr: \u000a| �[0;m�[38;5;43m20221213012951589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213012951590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213012951590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213012951590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213012951591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:29:53.415460 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17454): Process ended prematurely: osmo-stp_10.42.42.5(pid=17454) [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17454)] [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a01:29:53.424163 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:29:53.487368 run osmo-hlr_10.42.42.2(pid=17451): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17451)]\u000a01:29:53.539441 run osmo-hlr_10.42.42.2(pid=17451): stdout: \u000a| (launched: 2022-12-13_01:29:50.367955) \u000a01:29:53.591981 run osmo-hlr_10.42.42.2(pid=17451): stderr: \u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213012950568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213012950580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213012950589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213012950589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213012950589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:29:53.663291 run osmo-msc_10.42.42.6(pid=17457): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17457)]\u000a01:29:53.715112 run osmo-msc_10.42.42.6(pid=17457): stdout: \u000a| (launched: 2022-12-13_01:29:52.442798) \u000a01:29:53.767380 run osmo-msc_10.42.42.6(pid=17457): stderr: \u000a| �[0;m�[38;5;43m20221213012952770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213012952770 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7419b88c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213012952770 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213012952770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213012952770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213012952770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213012952772 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213012952772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213012952773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213012952773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:29:53.812243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminating (SIGTERM)\u000a01:29:53.854438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminating (SIGTERM)\u000a01:29:53.896472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminating (SIGTERM)\u000a01:29:53.906348 --- ParallelTerminationStrategy: PID 17450 died...\u000a01:29:53.962489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17450): Terminated: ok {rc=0}\u000a01:29:53.972672 --- ParallelTerminationStrategy: PID 17453 died...\u000a01:29:54.028367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17453): Terminated: ok {rc=0}\u000a01:29:54.038516 --- ParallelTerminationStrategy: PID 17456 died...\u000a01:29:54.094305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17456): Terminated: ok {rc=0}\u000a01:29:54.182583 bus /sierra_3: Setting Powered False\u000a01:29:55.285386 bus /sierra_3: Setting Powered False\u000a01:29:56.396674 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:29:46" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17471): Process ended prematurely: osmo-stp_10.42.42.5(pid=17471) [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17471): Process ended prematurely: osmo-stp_10.42.42.5(pid=17471) [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:29:58.385125 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:58.396267 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:29:58.528859 tst handover.py: using LAC 32690\u000a01:29:58.661648 tst handover.py: using RAC 50\u000a01:29:58.795990 tst handover.py: using CellId 32690\u000a01:29:58.927920 tst handover.py: using BVCI 32691\u000a01:29:58.953930 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:29:59.098706 tst handover.py: using LAC 32691\u000a01:29:59.230147 tst handover.py: using RAC 51\u000a01:29:59.364501 tst handover.py: using CellId 32691\u000a01:29:59.497794 tst handover.py: using BVCI 32692\u000a01:29:59.523461 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:59.535064 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:59.546447 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:59.558003 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:59.569447 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:29:59.580786 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:29:59.698960 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:29:59.908496 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:00.379872 run create_hlr_db(pid=17462): Launched\u000a01:30:00.508137 bus /sierra_2: Setting Powered False\u000a01:30:01.596327 run create_hlr_db(pid=17462): Terminated: ok {rc=0}\u000a01:30:02.074607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Launched\u000a01:30:02.451574 run osmo-hlr_10.42.42.2(pid=17468): Launched\u000a01:30:02.577104 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:03.139162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Launched\u000a01:30:03.477975 run osmo-stp_10.42.42.5(pid=17471): Launched\u000a01:30:03.600878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:30:04.191712 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Launched\u000a01:30:04.533599 run osmo-msc_10.42.42.6(pid=17474): Launched\u000a01:30:04.730510 run osmo-stp_10.42.42.5(pid=17471): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)]\u000a01:30:04.873457 run osmo-stp_10.42.42.5(pid=17471): stdout: \u000a| (launched: 2022-12-13_01:30:03.310575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:05.014047 run osmo-stp_10.42.42.5(pid=17471): stderr: \u000a| �[0;m�[38;5;43m20221213013003506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013003507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013003507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013003507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:05.148780 run osmo-stp_10.42.42.5(pid=17471): stdout: \u000a| (launched: 2022-12-13_01:30:03.310575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:05.282166 run osmo-stp_10.42.42.5(pid=17471): stderr: \u000a| �[0;m�[38;5;43m20221213013003506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013003507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013003507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013003507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013003508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:05.340580 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17471): Process ended prematurely: osmo-stp_10.42.42.5(pid=17471) [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17471)] [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:30:05.349230 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:30:05.412685 run osmo-hlr_10.42.42.2(pid=17468): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17468)]\u000a01:30:05.465247 run osmo-hlr_10.42.42.2(pid=17468): stdout: \u000a| (launched: 2022-12-13_01:30:02.275284) \u000a01:30:05.518339 run osmo-hlr_10.42.42.2(pid=17468): stderr: \u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013002490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013002502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013002511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013002511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013002511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:05.590579 run osmo-msc_10.42.42.6(pid=17474): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17474)]\u000a01:30:05.643096 run osmo-msc_10.42.42.6(pid=17474): stdout: \u000a| (launched: 2022-12-13_01:30:04.363867) \u000a01:30:05.696262 run osmo-msc_10.42.42.6(pid=17474): stderr: \u000a| �[0;m�[38;5;43m20221213013004690 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013004691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f3307cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013004691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013004691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013004691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013004691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013004693 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013004693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:30:05.741242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Terminating (SIGTERM)\u000a01:30:05.784185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Terminating (SIGTERM)\u000a01:30:05.826910 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Terminating (SIGTERM)\u000a01:30:05.836847 --- ParallelTerminationStrategy: PID 17467 died...\u000a01:30:05.893487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17467): Terminated: ok {rc=0}\u000a01:30:05.903653 --- ParallelTerminationStrategy: PID 17470 died...\u000a01:30:05.960197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17470): Terminated: ok {rc=0}\u000a01:30:05.970458 --- ParallelTerminationStrategy: PID 17473 died...\u000a01:30:06.026638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17473): Terminated: ok {rc=0}\u000a01:30:06.114484 bus /sierra_3: Setting Powered False\u000a01:30:07.221561 bus /sierra_3: Setting Powered False\u000a01:30:08.330059 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:29:58" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17486): Process ended prematurely: osmo-stp_10.42.42.5(pid=17486) [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17486): Process ended prematurely: osmo-stp_10.42.42.5(pid=17486) [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:30:10.336663 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:10.349060 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:30:10.485584 tst handover.py: using LAC 32692\u000a01:30:10.617544 tst handover.py: using RAC 52\u000a01:30:10.747652 tst handover.py: using CellId 32692\u000a01:30:10.879144 tst handover.py: using BVCI 32693\u000a01:30:10.905030 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:30:11.055980 tst handover.py: using LAC 32693\u000a01:30:11.182196 tst handover.py: using RAC 53\u000a01:30:11.304326 tst handover.py: using CellId 32693\u000a01:30:11.428825 tst handover.py: using BVCI 32694\u000a01:30:11.453128 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:11.464290 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:11.475452 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:11.487446 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:11.499444 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:30:11.511433 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:30:11.635933 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:30:11.855383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:12.365384 run create_hlr_db(pid=17480): Launched\u000a01:30:12.501876 bus /sierra_2: Setting Powered False\u000a01:30:13.579862 run create_hlr_db(pid=17480): Terminated: ok {rc=0}\u000a01:30:13.978119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Launched\u000a01:30:14.295626 run osmo-hlr_10.42.42.2(pid=17483): Launched\u000a01:30:14.419086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:14.945737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Launched\u000a01:30:15.262038 run osmo-stp_10.42.42.5(pid=17486): Launched\u000a01:30:15.377293 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:30:15.946700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Launched\u000a01:30:16.434102 run osmo-msc_10.42.42.6(pid=17489): Launched\u000a01:30:16.734827 run osmo-stp_10.42.42.5(pid=17486): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)]\u000a01:30:16.878601 run osmo-stp_10.42.42.5(pid=17486): stdout: \u000a| (launched: 2022-12-13_01:30:15.104459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:17.029291 run osmo-stp_10.42.42.5(pid=17486): stderr: \u000a| �[0;m�[38;5;43m20221213013015278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013015278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013015279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013015279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013015279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:17.168065 run osmo-stp_10.42.42.5(pid=17486): stdout: \u000a| (launched: 2022-12-13_01:30:15.104459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:17.304591 run osmo-stp_10.42.42.5(pid=17486): stderr: \u000a| �[0;m�[38;5;43m20221213013015278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013015278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013015279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013015279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013015279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013015280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:17.364599 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17486): Process ended prematurely: osmo-stp_10.42.42.5(pid=17486) [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17486)] [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:30:17.373631 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:30:17.438111 run osmo-hlr_10.42.42.2(pid=17483): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17483)]\u000a01:30:17.488575 run osmo-hlr_10.42.42.2(pid=17483): stdout: \u000a| (launched: 2022-12-13_01:30:14.137966) \u000a01:30:17.539434 run osmo-hlr_10.42.42.2(pid=17483): stderr: \u000a| �[0;m�[1;31m20221213013014317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013014317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013014317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013014317 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013014318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013014318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013014329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013014338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013014338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013014338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:17.608796 run osmo-msc_10.42.42.6(pid=17489): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17489)]\u000a01:30:17.659169 run osmo-msc_10.42.42.6(pid=17489): stdout: \u000a| (launched: 2022-12-13_01:30:16.122457) \u000a01:30:17.710112 run osmo-msc_10.42.42.6(pid=17489): stderr: \u000a| �[0;m�[38;5;43m20221213013016582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013016583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17ac2b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013016583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013016583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013016583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013016583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013016589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013016590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013016590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013016590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:30:17.752982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Terminating (SIGTERM)\u000a01:30:17.794083 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Terminating (SIGTERM)\u000a01:30:17.835366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Terminating (SIGTERM)\u000a01:30:17.845233 --- ParallelTerminationStrategy: PID 17482 died...\u000a01:30:17.900080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17482): Terminated: ok {rc=0}\u000a01:30:17.909912 --- ParallelTerminationStrategy: PID 17485 died...\u000a01:30:17.964321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17485): Terminated: ok {rc=0}\u000a01:30:17.974304 --- ParallelTerminationStrategy: PID 17488 died...\u000a01:30:18.028523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17488): Terminated: ok {rc=0}\u000a01:30:18.119206 bus /sierra_3: Setting Powered False\u000a01:30:19.223988 bus /sierra_3: Setting Powered False\u000a01:30:20.336424 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:30:10" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:30:22.309534 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:22.320500 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:30:22.469028 tst handover.py: using LAC 32694\u000a01:30:22.603402 tst handover.py: using RAC 54\u000a01:30:22.735372 tst handover.py: using CellId 32694\u000a01:30:22.870467 tst handover.py: using BVCI 32695\u000a01:30:22.896175 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:30:23.029954 tst handover.py: using LAC 32695\u000a01:30:23.161852 tst handover.py: using RAC 55\u000a01:30:23.293816 tst handover.py: using CellId 32695\u000a01:30:23.425912 tst handover.py: using BVCI 32696\u000a01:30:23.451600 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:23.462941 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:23.474051 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:23.485208 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:23.496270 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:30:23.507573 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:30:23.626848 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:30:23.843422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:24.351951 run create_hlr_db(pid=17494): Launched\u000a01:30:24.488216 bus /sierra_2: Setting Powered False\u000a01:30:25.566344 run create_hlr_db(pid=17494): Terminated: ok {rc=0}\u000a01:30:25.985193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Launched\u000a01:30:26.322630 run osmo-hlr_10.42.42.2(pid=17497): Launched\u000a01:30:26.444830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:27.002744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Launched\u000a01:30:27.342899 run osmo-stp_10.42.42.5(pid=17500): Launched\u000a01:30:27.465423 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:30:28.054687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Launched\u000a01:30:28.394236 run osmo-msc_10.42.42.6(pid=17503): Launched\u000a01:30:28.590118 run osmo-stp_10.42.42.5(pid=17500): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)]\u000a01:30:28.731321 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-13_01:30:27.174658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:28.871784 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013027371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:29.006353 run osmo-stp_10.42.42.5(pid=17500): stdout: \u000a| (launched: 2022-12-13_01:30:27.174658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:29.139698 run osmo-stp_10.42.42.5(pid=17500): stderr: \u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013027371 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013027371 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013027372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:29.198238 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17500): Process ended prematurely: osmo-stp_10.42.42.5(pid=17500) [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17500)] [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a01:30:29.206864 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:30:29.269892 run osmo-hlr_10.42.42.2(pid=17497): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17497)]\u000a01:30:29.321702 run osmo-hlr_10.42.42.2(pid=17497): stdout: \u000a| (launched: 2022-12-13_01:30:26.156240) \u000a01:30:29.374196 run osmo-hlr_10.42.42.2(pid=17497): stderr: \u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013026358 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013026375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013026383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013026383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013026383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:29.445583 run osmo-msc_10.42.42.6(pid=17503): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17503)]\u000a01:30:29.497353 run osmo-msc_10.42.42.6(pid=17503): stdout: \u000a| (launched: 2022-12-13_01:30:28.225936) \u000a01:30:29.549613 run osmo-msc_10.42.42.6(pid=17503): stderr: \u000a| �[0;m�[38;5;43m20221213013028550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013028550 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f11e81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013028550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013028550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013028550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013028551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013028552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013028553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013028553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013028553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:30:29.594198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminating (SIGTERM)\u000a01:30:29.636403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminating (SIGTERM)\u000a01:30:29.678704 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminating (SIGTERM)\u000a01:30:29.688024 --- ParallelTerminationStrategy: PID 17496 died...\u000a01:30:29.744251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17496): Terminated: ok {rc=0}\u000a01:30:29.754316 --- ParallelTerminationStrategy: PID 17499 died...\u000a01:30:29.810589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17499): Terminated: ok {rc=0}\u000a01:30:29.820668 --- ParallelTerminationStrategy: PID 17502 died...\u000a01:30:29.876748 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17502): Terminated: ok {rc=0}\u000a01:30:29.964553 bus /sierra_3: Setting Powered False\u000a01:30:31.068856 bus /sierra_3: Setting Powered False\u000a01:30:32.196893 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:30:22" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17514): Process ended prematurely: osmo-stp_10.42.42.5(pid=17514) [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17514): Process ended prematurely: osmo-stp_10.42.42.5(pid=17514) [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:30:34.187626 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:34.199263 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:30:34.336383 tst handover.py: using LAC 32696\u000a01:30:34.468406 tst handover.py: using RAC 56\u000a01:30:34.599460 tst handover.py: using CellId 32696\u000a01:30:34.729657 tst handover.py: using BVCI 32697\u000a01:30:34.755168 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:30:34.899922 tst handover.py: using LAC 32697\u000a01:30:35.029926 tst handover.py: using RAC 57\u000a01:30:35.161467 tst handover.py: using CellId 32697\u000a01:30:35.295858 tst handover.py: using BVCI 32698\u000a01:30:35.321514 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:35.332731 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:35.343886 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:35.355197 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:35.366531 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:30:35.377760 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:30:35.498654 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:30:35.716178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:36.222951 run create_hlr_db(pid=17508): Launched\u000a01:30:36.350987 bus /sierra_2: Setting Powered False\u000a01:30:37.424609 run create_hlr_db(pid=17508): Terminated: ok {rc=0}\u000a01:30:37.818290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Launched\u000a01:30:38.134839 run osmo-hlr_10.42.42.2(pid=17511): Launched\u000a01:30:38.257474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:38.784754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Launched\u000a01:30:39.102332 run osmo-stp_10.42.42.5(pid=17514): Launched\u000a01:30:39.217132 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:30:39.764642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Launched\u000a01:30:40.083178 run osmo-msc_10.42.42.6(pid=17517): Launched\u000a01:30:40.268064 run osmo-stp_10.42.42.5(pid=17514): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)]\u000a01:30:40.400587 run osmo-stp_10.42.42.5(pid=17514): stdout: \u000a| (launched: 2022-12-13_01:30:38.943668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:40.530437 run osmo-stp_10.42.42.5(pid=17514): stderr: \u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013039116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:40.655261 run osmo-stp_10.42.42.5(pid=17514): stdout: \u000a| (launched: 2022-12-13_01:30:38.943668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:40.791854 run osmo-stp_10.42.42.5(pid=17514): stderr: \u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013039115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013039116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013039116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:40.851012 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17514): Process ended prematurely: osmo-stp_10.42.42.5(pid=17514) [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17514)] [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a01:30:40.859675 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:30:40.923030 run osmo-hlr_10.42.42.2(pid=17511): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17511)]\u000a01:30:40.975259 run osmo-hlr_10.42.42.2(pid=17511): stdout: \u000a| (launched: 2022-12-13_01:30:37.977421) \u000a01:30:41.027978 run osmo-hlr_10.42.42.2(pid=17511): stderr: \u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013038154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013038167 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013038177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013038177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013038177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:41.100157 run osmo-msc_10.42.42.6(pid=17517): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17517)]\u000a01:30:41.152269 run osmo-msc_10.42.42.6(pid=17517): stdout: \u000a| (launched: 2022-12-13_01:30:39.923916) \u000a01:30:41.204645 run osmo-msc_10.42.42.6(pid=17517): stderr: \u000a| �[0;m�[38;5;43m20221213013040195 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013040196 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f82c56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013040196 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013040196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013040196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013040196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013040198 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013040198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013040199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013040199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:30:41.249208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Terminating (SIGTERM)\u000a01:30:41.291124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Terminating (SIGTERM)\u000a01:30:41.333677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Terminating (SIGTERM)\u000a01:30:41.343090 --- ParallelTerminationStrategy: PID 17510 died...\u000a01:30:41.399629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17510): Terminated: ok {rc=0}\u000a01:30:41.409812 --- ParallelTerminationStrategy: PID 17513 died...\u000a01:30:41.466110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17513): Terminated: ok {rc=0}\u000a01:30:41.476200 --- ParallelTerminationStrategy: PID 17516 died...\u000a01:30:41.532193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17516): Terminated: ok {rc=0}\u000a01:30:41.620259 bus /sierra_3: Setting Powered False\u000a01:30:42.729614 bus /sierra_3: Setting Powered False\u000a01:30:43.842805 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:30:33" }, { "cases" : [ { "testActions" : [ ], "age" : 182, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17528): Process ended prematurely: osmo-stp_10.42.42.5(pid=17528) [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17528): Process ended prematurely: osmo-stp_10.42.42.5(pid=17528) [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:30:45.853701 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:45.870742 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:30:46.015196 tst handover.py: using LAC 32698\u000a01:30:46.181502 tst handover.py: using RAC 58\u000a01:30:46.312188 tst handover.py: using CellId 32698\u000a01:30:46.442276 tst handover.py: using BVCI 32699\u000a01:30:46.468790 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:30:46.614717 tst handover.py: using LAC 32699\u000a01:30:46.744825 tst handover.py: using RAC 59\u000a01:30:46.871384 tst handover.py: using CellId 32699\u000a01:30:47.028213 tst handover.py: using BVCI 32700\u000a01:30:47.057411 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:47.069920 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:47.082251 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:47.094250 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:47.106280 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:30:47.118573 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:30:47.244570 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:30:47.467844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:47.975591 run create_hlr_db(pid=17522): Launched\u000a01:30:48.111400 bus /sierra_2: Setting Powered False\u000a01:30:49.190498 run create_hlr_db(pid=17522): Terminated: ok {rc=0}\u000a01:30:49.586339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Launched\u000a01:30:49.905107 run osmo-hlr_10.42.42.2(pid=17525): Launched\u000a01:30:50.029619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:30:50.555015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Launched\u000a01:30:50.872354 run osmo-stp_10.42.42.5(pid=17528): Launched\u000a01:30:50.986705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:30:51.534992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Launched\u000a01:30:51.851080 run osmo-msc_10.42.42.6(pid=17531): Launched\u000a01:30:52.037259 run osmo-stp_10.42.42.5(pid=17528): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)]\u000a01:30:52.170965 run osmo-stp_10.42.42.5(pid=17528): stdout: \u000a| (launched: 2022-12-13_01:30:50.714172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:52.302130 run osmo-stp_10.42.42.5(pid=17528): stderr: \u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013050889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:52.428189 run osmo-stp_10.42.42.5(pid=17528): stdout: \u000a| (launched: 2022-12-13_01:30:50.714172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:30:52.553515 run osmo-stp_10.42.42.5(pid=17528): stderr: \u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013050888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013050889 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013050889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:30:52.608038 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17528): Process ended prematurely: osmo-stp_10.42.42.5(pid=17528) [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17528)] [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a01:30:52.616233 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:30:52.677667 run osmo-hlr_10.42.42.2(pid=17525): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17525)]\u000a01:30:52.727324 run osmo-hlr_10.42.42.2(pid=17525): stdout: \u000a| (launched: 2022-12-13_01:30:49.746748) \u000a01:30:52.777839 run osmo-hlr_10.42.42.2(pid=17525): stderr: \u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013049924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013049937 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013049945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013049945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013049945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:30:52.846177 run osmo-msc_10.42.42.6(pid=17531): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17531)]\u000a01:30:52.895715 run osmo-msc_10.42.42.6(pid=17531): stdout: \u000a| (launched: 2022-12-13_01:30:51.694310) \u000a01:30:52.946208 run osmo-msc_10.42.42.6(pid=17531): stderr: \u000a| �[0;m�[38;5;43m20221213013051967 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013051968 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb195172c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013051968 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013051968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013051968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013051968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013051970 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013051970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013051971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013051971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:30:52.988731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Terminating (SIGTERM)\u000a01:30:53.029455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Terminating (SIGTERM)\u000a01:30:53.070526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Terminating (SIGTERM)\u000a01:30:53.080397 --- ParallelTerminationStrategy: PID 17524 died...\u000a01:30:53.135585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17524): Terminated: ok {rc=0}\u000a01:30:53.145523 --- ParallelTerminationStrategy: PID 17527 died...\u000a01:30:53.200022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17527): Terminated: ok {rc=0}\u000a01:30:53.210345 --- ParallelTerminationStrategy: PID 17530 died...\u000a01:30:53.264729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17530): Terminated: ok {rc=0}\u000a01:30:53.353715 bus /sierra_3: Setting Powered False\u000a01:30:54.458584 bus /sierra_3: Setting Powered False\u000a01:30:55.570934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:30:45" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a01:30:57.562957 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:57.574505 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:30:57.700822 tst handover.py: using LAC 32700\u000a01:30:57.829167 tst handover.py: using RAC 60\u000a01:30:57.952829 tst handover.py: using CellId 32700\u000a01:30:58.076488 tst handover.py: using BVCI 32701\u000a01:30:58.100371 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a01:30:58.237661 tst handover.py: using LAC 32701\u000a01:30:58.360097 tst handover.py: using RAC 61\u000a01:30:58.483825 tst handover.py: using CellId 32701\u000a01:30:58.607516 tst handover.py: using BVCI 32702\u000a01:30:58.631465 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:58.642576 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:58.653539 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:58.664752 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:58.676035 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a01:30:58.687209 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:30:58.810598 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a01:30:59.027506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:30:59.537647 run create_hlr_db(pid=17536): Launched\u000a01:30:59.673720 bus /sierra_2: Setting Powered False\u000a01:31:00.752445 run create_hlr_db(pid=17536): Terminated: ok {rc=0}\u000a01:31:01.211859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Launched\u000a01:31:01.620106 run osmo-hlr_10.42.42.2(pid=17539): Launched\u000a01:31:01.776305 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:02.430353 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Launched\u000a01:31:02.748287 run osmo-stp_10.42.42.5(pid=17542): Launched\u000a01:31:02.862583 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:31:03.417903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Launched\u000a01:31:03.734058 run osmo-msc_10.42.42.6(pid=17545): Launched\u000a01:31:03.918744 run osmo-stp_10.42.42.5(pid=17542): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)]\u000a01:31:04.051849 run osmo-stp_10.42.42.5(pid=17542): stdout: \u000a| (launched: 2022-12-13_01:31:02.590138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:04.182671 run osmo-stp_10.42.42.5(pid=17542): stderr: \u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013102767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:04.308200 run osmo-stp_10.42.42.5(pid=17542): stdout: \u000a| (launched: 2022-12-13_01:31:02.590138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:04.432640 run osmo-stp_10.42.42.5(pid=17542): stderr: \u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013102766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013102767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013102767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:04.487234 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17542): Process ended prematurely: osmo-stp_10.42.42.5(pid=17542) [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17542)] [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a01:31:04.495257 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:31:04.556266 run osmo-hlr_10.42.42.2(pid=17539): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17539)]\u000a01:31:04.606268 run osmo-hlr_10.42.42.2(pid=17539): stdout: \u000a| (launched: 2022-12-13_01:31:01.418086) \u000a01:31:04.656762 run osmo-hlr_10.42.42.2(pid=17539): stderr: \u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013101805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013101831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013101851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013101851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013101851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:04.725358 run osmo-msc_10.42.42.6(pid=17545): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17545)]\u000a01:31:04.775091 run osmo-msc_10.42.42.6(pid=17545): stdout: \u000a| (launched: 2022-12-13_01:31:03.577327) \u000a01:31:04.825497 run osmo-msc_10.42.42.6(pid=17545): stderr: \u000a| �[0;m�[38;5;43m20221213013103850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013103850 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e67d56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013103850 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013103850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013103851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013103851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013103852 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013103853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013103853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013103853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:31:04.867976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminating (SIGTERM)\u000a01:31:04.908566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminating (SIGTERM)\u000a01:31:04.949132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Terminating (SIGTERM)\u000a01:31:04.958804 --- ParallelTerminationStrategy: PID 17538 died...\u000a01:31:05.013282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17538): Terminated: ok {rc=0}\u000a01:31:05.023255 --- ParallelTerminationStrategy: PID 17541 died...\u000a01:31:05.077911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17541): Terminated: ok {rc=0}\u000a01:31:05.087582 --- ParallelTerminationStrategy: PID 17544 died...\u000a01:31:05.141479 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17544): Terminated: ok {rc=0}\u000a01:31:05.232328 bus /sierra_3: Setting Powered False\u000a01:31:06.337811 bus /sierra_3: Setting Powered False\u000a01:31:07.451529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:30:57" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17556): Process ended prematurely: osmo-stp_10.42.42.5(pid=17556) [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17556): Process ended prematurely: osmo-stp_10.42.42.5(pid=17556) [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:31:09.437960 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:09.449738 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:31:09.582477 tst handover.py: using LAC 32702\u000a01:31:09.713341 tst handover.py: using RAC 62\u000a01:31:09.845913 tst handover.py: using CellId 32702\u000a01:31:09.976429 tst handover.py: using BVCI 32703\u000a01:31:10.002285 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:31:10.145701 tst handover.py: using LAC 32703\u000a01:31:10.275715 tst handover.py: using RAC 63\u000a01:31:10.406296 tst handover.py: using CellId 32703\u000a01:31:10.536826 tst handover.py: using BVCI 32704\u000a01:31:10.562631 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:10.574232 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:10.585653 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:10.597382 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:10.609231 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:31:10.620932 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:31:10.742594 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:31:10.961165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:11.472339 run create_hlr_db(pid=17550): Launched\u000a01:31:11.609537 bus /sierra_2: Setting Powered False\u000a01:31:12.688626 run create_hlr_db(pid=17550): Terminated: ok {rc=0}\u000a01:31:13.110350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Launched\u000a01:31:13.449452 run osmo-hlr_10.42.42.2(pid=17553): Launched\u000a01:31:13.572450 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:14.133515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Launched\u000a01:31:14.471349 run osmo-stp_10.42.42.5(pid=17556): Launched\u000a01:31:14.593350 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:31:15.179587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Launched\u000a01:31:15.519184 run osmo-msc_10.42.42.6(pid=17559): Launched\u000a01:31:15.715411 run osmo-stp_10.42.42.5(pid=17556): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)]\u000a01:31:15.874915 run osmo-stp_10.42.42.5(pid=17556): stdout: \u000a| (launched: 2022-12-13_01:31:14.304796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:16.109419 run osmo-stp_10.42.42.5(pid=17556): stderr: \u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013114500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:16.239995 run osmo-stp_10.42.42.5(pid=17556): stdout: \u000a| (launched: 2022-12-13_01:31:14.304796)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:16.371095 run osmo-stp_10.42.42.5(pid=17556): stderr: \u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013114500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013114500 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013114501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:16.427604 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17556): Process ended prematurely: osmo-stp_10.42.42.5(pid=17556) [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17556)] [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:31:16.436728 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:31:16.504248 run osmo-hlr_10.42.42.2(pid=17553): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17553)]\u000a01:31:16.558321 run osmo-hlr_10.42.42.2(pid=17553): stdout: \u000a| (launched: 2022-12-13_01:31:13.282315) \u000a01:31:16.612378 run osmo-hlr_10.42.42.2(pid=17553): stderr: \u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013113484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013113497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013113507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013113507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013113507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:16.685414 run osmo-msc_10.42.42.6(pid=17559): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17559)]\u000a01:31:16.739551 run osmo-msc_10.42.42.6(pid=17559): stdout: \u000a| (launched: 2022-12-13_01:31:15.351241) \u000a01:31:16.793534 run osmo-msc_10.42.42.6(pid=17559): stderr: \u000a| �[0;m�[38;5;43m20221213013115677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013115677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff90feacc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013115678 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013115678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013115678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013115678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013115680 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013115680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:31:16.839517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Terminating (SIGTERM)\u000a01:31:16.885852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Terminating (SIGTERM)\u000a01:31:16.929407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Terminating (SIGTERM)\u000a01:31:16.942385 --- ParallelTerminationStrategy: PID 17552 died...\u000a01:31:17.002206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17552): Terminated: ok {rc=0}\u000a01:31:17.013081 --- ParallelTerminationStrategy: PID 17555 died...\u000a01:31:17.071941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17555): Terminated: ok {rc=0}\u000a01:31:17.083917 --- ParallelTerminationStrategy: PID 17558 died...\u000a01:31:17.141074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17558): Terminated: ok {rc=0}\u000a01:31:17.232174 bus /sierra_3: Setting Powered False\u000a01:31:18.336336 bus /sierra_3: Setting Powered False\u000a01:31:19.448908 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:31:09" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:31:21.432748 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:21.443960 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:31:21.576618 tst handover.py: using LAC 32704\u000a01:31:21.710792 tst handover.py: using RAC 64\u000a01:31:21.842518 tst handover.py: using CellId 32704\u000a01:31:21.969254 tst handover.py: using BVCI 32705\u000a01:31:21.993705 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:31:22.132041 tst handover.py: using LAC 32705\u000a01:31:22.256330 tst handover.py: using RAC 65\u000a01:31:22.380236 tst handover.py: using CellId 32705\u000a01:31:22.505621 tst handover.py: using BVCI 32706\u000a01:31:22.529711 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:22.541065 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:22.553916 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:22.564827 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:22.576943 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:31:22.588401 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:31:22.711901 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:31:22.929642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:23.438736 run create_hlr_db(pid=17564): Launched\u000a01:31:23.575211 bus /sierra_2: Setting Powered False\u000a01:31:24.642872 run create_hlr_db(pid=17564): Terminated: ok {rc=0}\u000a01:31:25.037485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Launched\u000a01:31:25.355267 run osmo-hlr_10.42.42.2(pid=17567): Launched\u000a01:31:25.475927 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:25.997081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Launched\u000a01:31:26.313663 run osmo-stp_10.42.42.5(pid=17570): Launched\u000a01:31:26.428252 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:31:26.977702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Launched\u000a01:31:27.295336 run osmo-msc_10.42.42.6(pid=17573): Launched\u000a01:31:27.480539 run osmo-stp_10.42.42.5(pid=17570): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)]\u000a01:31:27.613951 run osmo-stp_10.42.42.5(pid=17570): stdout: \u000a| (launched: 2022-12-13_01:31:26.155879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:27.744403 run osmo-stp_10.42.42.5(pid=17570): stderr: \u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013126330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:27.870589 run osmo-stp_10.42.42.5(pid=17570): stdout: \u000a| (launched: 2022-12-13_01:31:26.155879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:27.995257 run osmo-stp_10.42.42.5(pid=17570): stderr: \u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013126329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013126330 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013126330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:28.049708 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17570): Process ended prematurely: osmo-stp_10.42.42.5(pid=17570) [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17570)] [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:31:28.057890 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:31:28.119033 run osmo-hlr_10.42.42.2(pid=17567): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17567)]\u000a01:31:28.169089 run osmo-hlr_10.42.42.2(pid=17567): stdout: \u000a| (launched: 2022-12-13_01:31:25.196899) \u000a01:31:28.219489 run osmo-hlr_10.42.42.2(pid=17567): stderr: \u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013125377 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013125389 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013125397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013125398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013125398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:28.288144 run osmo-msc_10.42.42.6(pid=17573): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17573)]\u000a01:31:28.338027 run osmo-msc_10.42.42.6(pid=17573): stdout: \u000a| (launched: 2022-12-13_01:31:27.137439) \u000a01:31:28.388518 run osmo-msc_10.42.42.6(pid=17573): stderr: \u000a| �[0;m�[38;5;43m20221213013127413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013127413 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f569b8f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013127413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013127413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013127413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013127414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013127415 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013127416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013127416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013127416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:31:28.431275 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminating (SIGTERM)\u000a01:31:28.471522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminating (SIGTERM)\u000a01:31:28.511988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Terminating (SIGTERM)\u000a01:31:28.521724 --- ParallelTerminationStrategy: PID 17566 died...\u000a01:31:28.575924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17566): Terminated: ok {rc=0}\u000a01:31:28.586070 --- ParallelTerminationStrategy: PID 17569 died...\u000a01:31:28.639791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17569): Terminated: ok {rc=0}\u000a01:31:28.649906 --- ParallelTerminationStrategy: PID 17572 died...\u000a01:31:28.703661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17572): Terminated: ok {rc=0}\u000a01:31:28.793798 bus /sierra_3: Setting Powered False\u000a01:31:29.900833 bus /sierra_3: Setting Powered False\u000a01:31:31.027391 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:31:21" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:31:33.006308 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:33.017620 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:31:33.148916 tst handover.py: using LAC 32706\u000a01:31:33.282268 tst handover.py: using RAC 66\u000a01:31:33.414167 tst handover.py: using CellId 32706\u000a01:31:33.547834 tst handover.py: using BVCI 32707\u000a01:31:33.573859 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:31:33.711588 tst handover.py: using LAC 32707\u000a01:31:33.843330 tst handover.py: using RAC 67\u000a01:31:33.973989 tst handover.py: using CellId 32707\u000a01:31:34.107500 tst handover.py: using BVCI 32708\u000a01:31:34.133318 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:34.144724 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:34.155878 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:34.167137 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:34.178391 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:31:34.189572 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:31:34.307882 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:31:34.526545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:35.039811 run create_hlr_db(pid=17578): Launched\u000a01:31:35.176516 bus /sierra_2: Setting Powered False\u000a01:31:36.255226 run create_hlr_db(pid=17578): Terminated: ok {rc=0}\u000a01:31:36.653071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Launched\u000a01:31:36.971312 run osmo-hlr_10.42.42.2(pid=17581): Launched\u000a01:31:37.091433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:37.613239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Launched\u000a01:31:37.930823 run osmo-stp_10.42.42.5(pid=17584): Launched\u000a01:31:38.046184 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:31:38.595559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Launched\u000a01:31:38.915244 run osmo-msc_10.42.42.6(pid=17587): Launched\u000a01:31:39.101074 run osmo-stp_10.42.42.5(pid=17584): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)]\u000a01:31:39.234842 run osmo-stp_10.42.42.5(pid=17584): stdout: \u000a| (launched: 2022-12-13_01:31:37.772616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:39.365627 run osmo-stp_10.42.42.5(pid=17584): stderr: \u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013137946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013137946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013137946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013137947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:39.491589 run osmo-stp_10.42.42.5(pid=17584): stdout: \u000a| (launched: 2022-12-13_01:31:37.772616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:39.617121 run osmo-stp_10.42.42.5(pid=17584): stderr: \u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013137945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013137946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013137946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013137946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013137947 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:39.671770 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17584): Process ended prematurely: osmo-stp_10.42.42.5(pid=17584) [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17584)] [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a01:31:39.679980 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:31:39.741517 run osmo-hlr_10.42.42.2(pid=17581): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17581)]\u000a01:31:39.791648 run osmo-hlr_10.42.42.2(pid=17581): stdout: \u000a| (launched: 2022-12-13_01:31:36.812711) \u000a01:31:39.842547 run osmo-hlr_10.42.42.2(pid=17581): stderr: \u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013136991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013137003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:39.910645 run osmo-msc_10.42.42.6(pid=17587): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17587)]\u000a01:31:39.964534 run osmo-msc_10.42.42.6(pid=17587): stdout: \u000a| (launched: 2022-12-13_01:31:38.754746) \u000a01:31:40.017993 run osmo-msc_10.42.42.6(pid=17587): stderr: \u000a| �[0;m�[38;5;43m20221213013139028 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013139029 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe63b118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013139029 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013139029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013139029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013139029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013139031 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013139031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013139031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013139032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:31:40.062875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminating (SIGTERM)\u000a01:31:40.105967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminating (SIGTERM)\u000a01:31:40.148871 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Terminating (SIGTERM)\u000a01:31:40.159243 --- ParallelTerminationStrategy: PID 17580 died...\u000a01:31:40.216882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17580): Terminated: ok {rc=0}\u000a01:31:40.227110 --- ParallelTerminationStrategy: PID 17583 died...\u000a01:31:40.283821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17583): Terminated: ok {rc=0}\u000a01:31:40.294465 --- ParallelTerminationStrategy: PID 17586 died...\u000a01:31:40.351240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17586): Terminated: ok {rc=0}\u000a01:31:40.440023 bus /sierra_3: Setting Powered False\u000a01:31:41.548368 bus /sierra_3: Setting Powered False\u000a01:31:42.657944 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:31:32" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:31:44.630033 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:44.640871 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:31:44.764055 tst handover.py: using LAC 32708\u000a01:31:44.888305 tst handover.py: using RAC 68\u000a01:31:45.016272 tst handover.py: using CellId 32708\u000a01:31:45.139348 tst handover.py: using BVCI 32709\u000a01:31:45.163273 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:31:45.301824 tst handover.py: using LAC 32709\u000a01:31:45.427864 tst handover.py: using RAC 69\u000a01:31:45.551628 tst handover.py: using CellId 32709\u000a01:31:45.675597 tst handover.py: using BVCI 32710\u000a01:31:45.699699 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:45.710813 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:45.721692 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:45.732560 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:45.743508 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:31:45.754329 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:31:45.875160 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:31:46.109539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:46.677813 run create_hlr_db(pid=17592): Launched\u000a01:31:46.809810 bus /sierra_2: Setting Powered False\u000a01:31:47.882565 run create_hlr_db(pid=17592): Terminated: ok {rc=0}\u000a01:31:48.302137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Launched\u000a01:31:48.642836 run osmo-hlr_10.42.42.2(pid=17595): Launched\u000a01:31:48.772656 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:31:49.329473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Launched\u000a01:31:49.666259 run osmo-stp_10.42.42.5(pid=17599): Launched\u000a01:31:49.788069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:31:50.374724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Launched\u000a01:31:50.714718 run osmo-msc_10.42.42.6(pid=17602): Launched\u000a01:31:50.911044 run osmo-stp_10.42.42.5(pid=17599): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)]\u000a01:31:51.051940 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-13_01:31:49.500056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:51.191514 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221213013149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013149696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013149696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013149696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:51.325965 run osmo-stp_10.42.42.5(pid=17599): stdout: \u000a| (launched: 2022-12-13_01:31:49.500056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:31:51.458750 run osmo-stp_10.42.42.5(pid=17599): stderr: \u000a| �[0;m�[38;5;43m20221213013149695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013149696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013149696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013149696 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013149697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:31:51.517415 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17599): Process ended prematurely: osmo-stp_10.42.42.5(pid=17599) [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17599)] [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a01:31:51.526225 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:31:51.589710 run osmo-hlr_10.42.42.2(pid=17595): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17595)]\u000a01:31:51.641672 run osmo-hlr_10.42.42.2(pid=17595): stdout: \u000a| (launched: 2022-12-13_01:31:48.473702) \u000a01:31:51.694900 run osmo-hlr_10.42.42.2(pid=17595): stderr: \u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013148677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013148690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013148699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013148699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013148699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:31:51.766457 run osmo-msc_10.42.42.6(pid=17602): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17602)]\u000a01:31:51.818363 run osmo-msc_10.42.42.6(pid=17602): stdout: \u000a| (launched: 2022-12-13_01:31:50.546593) \u000a01:31:51.871295 run osmo-msc_10.42.42.6(pid=17602): stderr: \u000a| �[0;m�[38;5;43m20221213013150873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013150873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8e7bb49c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013150873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013150873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013150874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013150874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013150875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013150876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013150876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013150876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:31:51.916144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Terminating (SIGTERM)\u000a01:31:51.958487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminating (SIGTERM)\u000a01:31:52.000898 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminating (SIGTERM)\u000a01:31:52.010490 --- ParallelTerminationStrategy: PID 17594 died...\u000a01:31:52.067141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17594): Terminated: ok {rc=0}\u000a01:31:52.077614 --- ParallelTerminationStrategy: PID 17598 died...\u000a01:31:52.133872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17598): Terminated: ok {rc=0}\u000a01:31:52.144145 --- ParallelTerminationStrategy: PID 17601 died...\u000a01:31:52.200248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17601): Terminated: ok {rc=0}\u000a01:31:52.287788 bus /sierra_3: Setting Powered False\u000a01:31:53.395910 bus /sierra_3: Setting Powered False\u000a01:31:54.504510 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:31:44" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:31:56.502092 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:56.513477 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:31:56.648388 tst handover.py: using LAC 32710\u000a01:31:56.783780 tst handover.py: using RAC 70\u000a01:31:56.929789 tst handover.py: using CellId 32710\u000a01:31:57.061762 tst handover.py: using BVCI 32711\u000a01:31:57.087214 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:31:57.234628 tst handover.py: using LAC 32711\u000a01:31:57.362797 tst handover.py: using RAC 71\u000a01:31:57.495859 tst handover.py: using CellId 32711\u000a01:31:57.620877 tst handover.py: using BVCI 32712\u000a01:31:57.645341 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:57.656445 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:57.667463 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:57.678390 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:57.689457 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:31:57.700131 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:31:57.816106 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:31:58.038571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:31:58.550362 run create_hlr_db(pid=17607): Launched\u000a01:31:58.687591 bus /sierra_2: Setting Powered False\u000a01:31:59.767805 run create_hlr_db(pid=17607): Terminated: ok {rc=0}\u000a01:32:00.189855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Launched\u000a01:32:00.531722 run osmo-hlr_10.42.42.2(pid=17610): Launched\u000a01:32:00.654759 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:01.248497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Launched\u000a01:32:01.672534 run osmo-stp_10.42.42.5(pid=17613): Launched\u000a01:32:01.916666 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:02.541478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Launched\u000a01:32:02.860829 run osmo-msc_10.42.42.6(pid=17616): Launched\u000a01:32:03.046439 run osmo-stp_10.42.42.5(pid=17613): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)]\u000a01:32:03.215023 run osmo-stp_10.42.42.5(pid=17613): stdout: \u000a| (launched: 2022-12-13_01:32:01.413657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:03.346191 run osmo-stp_10.42.42.5(pid=17613): stderr: \u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013201751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:03.471905 run osmo-stp_10.42.42.5(pid=17613): stdout: \u000a| (launched: 2022-12-13_01:32:01.413657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:03.597387 run osmo-stp_10.42.42.5(pid=17613): stderr: \u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013201751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013201751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013201752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:03.651967 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17613): Process ended prematurely: osmo-stp_10.42.42.5(pid=17613) [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17613)] [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a01:32:03.660178 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:32:03.721637 run osmo-hlr_10.42.42.2(pid=17610): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17610)]\u000a01:32:03.772513 run osmo-hlr_10.42.42.2(pid=17610): stdout: \u000a| (launched: 2022-12-13_01:32:00.362707) \u000a01:32:03.823619 run osmo-hlr_10.42.42.2(pid=17610): stderr: \u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013200566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013200624 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013200633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013200634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013200634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:03.892244 run osmo-msc_10.42.42.6(pid=17616): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17616)]\u000a01:32:03.942202 run osmo-msc_10.42.42.6(pid=17616): stdout: \u000a| (launched: 2022-12-13_01:32:02.701458) \u000a01:32:03.992544 run osmo-msc_10.42.42.6(pid=17616): stderr: \u000a| �[0;m�[38;5;43m20221213013202975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013202975 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10ab373c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013202975 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013202975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013202975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013202976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013202977 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013202978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:04.035085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminating (SIGTERM)\u000a01:32:04.075838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminating (SIGTERM)\u000a01:32:04.116640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Terminating (SIGTERM)\u000a01:32:04.126435 --- ParallelTerminationStrategy: PID 17609 died...\u000a01:32:04.181043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17609): Terminated: ok {rc=0}\u000a01:32:04.191130 --- ParallelTerminationStrategy: PID 17612 died...\u000a01:32:04.245365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17612): Terminated: ok {rc=0}\u000a01:32:04.255450 --- ParallelTerminationStrategy: PID 17615 died...\u000a01:32:04.309450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17615): Terminated: ok {rc=0}\u000a01:32:04.400159 bus /sierra_3: Setting Powered False\u000a01:32:05.505598 bus /sierra_3: Setting Powered False\u000a01:32:06.612681 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:31:56" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17627): Process ended prematurely: osmo-stp_10.42.42.5(pid=17627) [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17627): Process ended prematurely: osmo-stp_10.42.42.5(pid=17627) [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a01:32:08.632856 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:08.644426 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:32:08.790691 tst handover.py: using LAC 32712\u000a01:32:08.922830 tst handover.py: using RAC 72\u000a01:32:09.048480 tst handover.py: using CellId 32712\u000a01:32:09.173081 tst handover.py: using BVCI 32713\u000a01:32:09.197139 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a01:32:09.333391 tst handover.py: using LAC 32713\u000a01:32:09.460208 tst handover.py: using RAC 73\u000a01:32:09.583336 tst handover.py: using CellId 32713\u000a01:32:09.710852 tst handover.py: using BVCI 32714\u000a01:32:09.735937 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:09.747271 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:09.758414 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:09.770092 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:09.781747 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a01:32:09.793416 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:09.917764 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a01:32:10.136016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:10.647881 run create_hlr_db(pid=17621): Launched\u000a01:32:10.784454 bus /sierra_2: Setting Powered False\u000a01:32:11.863831 run create_hlr_db(pid=17621): Terminated: ok {rc=0}\u000a01:32:12.261090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Launched\u000a01:32:12.579632 run osmo-hlr_10.42.42.2(pid=17624): Launched\u000a01:32:12.699308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:13.219740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Launched\u000a01:32:13.538564 run osmo-stp_10.42.42.5(pid=17627): Launched\u000a01:32:13.654067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:14.203628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Launched\u000a01:32:14.523252 run osmo-msc_10.42.42.6(pid=17630): Launched\u000a01:32:14.708497 run osmo-stp_10.42.42.5(pid=17627): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)]\u000a01:32:14.841895 run osmo-stp_10.42.42.5(pid=17627): stdout: \u000a| (launched: 2022-12-13_01:32:13.379456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:14.972320 run osmo-stp_10.42.42.5(pid=17627): stderr: \u000a| �[0;m�[38;5;43m20221213013213553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013213553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013213554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013213554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013213554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013213555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013213555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:15.098218 run osmo-stp_10.42.42.5(pid=17627): stdout: \u000a| (launched: 2022-12-13_01:32:13.379456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:15.222906 run osmo-stp_10.42.42.5(pid=17627): stderr: \u000a| �[0;m�[38;5;43m20221213013213553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013213553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013213554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013213554 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013213554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013213555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013213555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:15.277331 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17627): Process ended prematurely: osmo-stp_10.42.42.5(pid=17627) [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17627)] [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a01:32:15.285527 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:32:15.346846 run osmo-hlr_10.42.42.2(pid=17624): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17624)]\u000a01:32:15.396826 run osmo-hlr_10.42.42.2(pid=17624): stdout: \u000a| (launched: 2022-12-13_01:32:12.420251) \u000a01:32:15.447638 run osmo-hlr_10.42.42.2(pid=17624): stderr: \u000a| �[0;m�[1;31m20221213013212599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013212599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013212599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013212599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013212600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013212600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013212612 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013212622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013212622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013212622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:15.516347 run osmo-msc_10.42.42.6(pid=17630): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17630)]\u000a01:32:15.566379 run osmo-msc_10.42.42.6(pid=17630): stdout: \u000a| (launched: 2022-12-13_01:32:14.363206) \u000a01:32:15.617062 run osmo-msc_10.42.42.6(pid=17630): stderr: \u000a| �[0;m�[38;5;43m20221213013214638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013214638 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f872065ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013214638 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013214638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013214639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013214639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013214641 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013214641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013214641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013214641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:15.659793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Terminating (SIGTERM)\u000a01:32:15.700595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Terminating (SIGTERM)\u000a01:32:15.741594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Terminating (SIGTERM)\u000a01:32:15.751290 --- ParallelTerminationStrategy: PID 17623 died...\u000a01:32:15.806010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17623): Terminated: ok {rc=0}\u000a01:32:15.816219 --- ParallelTerminationStrategy: PID 17626 died...\u000a01:32:15.875283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17626): Terminated: ok {rc=0}\u000a01:32:15.886689 --- ParallelTerminationStrategy: PID 17629 died...\u000a01:32:15.946430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17629): Terminated: ok {rc=0}\u000a01:32:16.035960 bus /sierra_3: Setting Powered False\u000a01:32:17.145750 bus /sierra_3: Setting Powered False\u000a01:32:18.256628 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:32:08" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:32:20.281113 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:20.292253 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:32:20.431291 tst handover.py: using LAC 32714\u000a01:32:20.556357 tst handover.py: using RAC 74\u000a01:32:20.680808 tst handover.py: using CellId 32714\u000a01:32:20.805067 tst handover.py: using BVCI 32715\u000a01:32:20.828827 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:32:20.971976 tst handover.py: using LAC 32715\u000a01:32:21.095184 tst handover.py: using RAC 75\u000a01:32:21.225856 tst handover.py: using CellId 32715\u000a01:32:21.358116 tst handover.py: using BVCI 32716\u000a01:32:21.383890 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:21.395598 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:21.407197 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:21.418850 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:21.430350 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:32:21.441670 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:32:21.561709 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:32:21.770113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:22.240421 run create_hlr_db(pid=17635): Launched\u000a01:32:22.367897 bus /sierra_2: Setting Powered False\u000a01:32:23.453627 run create_hlr_db(pid=17635): Terminated: ok {rc=0}\u000a01:32:23.873551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Launched\u000a01:32:24.213049 run osmo-hlr_10.42.42.2(pid=17638): Launched\u000a01:32:24.336566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:24.893195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Launched\u000a01:32:25.231356 run osmo-stp_10.42.42.5(pid=17641): Launched\u000a01:32:25.353326 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:25.940092 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Launched\u000a01:32:26.278305 run osmo-msc_10.42.42.6(pid=17644): Launched\u000a01:32:26.473896 run osmo-stp_10.42.42.5(pid=17641): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)]\u000a01:32:26.615476 run osmo-stp_10.42.42.5(pid=17641): stdout: \u000a| (launched: 2022-12-13_01:32:25.064144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:26.755736 run osmo-stp_10.42.42.5(pid=17641): stderr: \u000a| �[0;m�[38;5;43m20221213013225257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013225257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013225258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013225258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013225258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013225259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013225259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:26.890785 run osmo-stp_10.42.42.5(pid=17641): stdout: \u000a| (launched: 2022-12-13_01:32:25.064144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:27.024655 run osmo-stp_10.42.42.5(pid=17641): stderr: \u000a| �[0;m�[38;5;43m20221213013225257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013225257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013225258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013225258 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013225258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013225259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013225259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:27.083300 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17641): Process ended prematurely: osmo-stp_10.42.42.5(pid=17641) [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17641)] [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:32:27.092031 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:32:27.156260 run osmo-hlr_10.42.42.2(pid=17638): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17638)]\u000a01:32:27.208916 run osmo-hlr_10.42.42.2(pid=17638): stdout: \u000a| (launched: 2022-12-13_01:32:24.045391) \u000a01:32:27.261878 run osmo-hlr_10.42.42.2(pid=17638): stderr: \u000a| �[0;m�[1;31m20221213013224244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013224244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013224244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013224245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013224245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013224245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013224257 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013224266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013224266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013224266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:27.334391 run osmo-msc_10.42.42.6(pid=17644): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17644)]\u000a01:32:27.387009 run osmo-msc_10.42.42.6(pid=17644): stdout: \u000a| (launched: 2022-12-13_01:32:26.111826) \u000a01:32:27.440280 run osmo-msc_10.42.42.6(pid=17644): stderr: \u000a| �[0;m�[38;5;43m20221213013226437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013226437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc254b52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013226438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013226438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013226438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013226438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013226440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013226440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013226440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013226440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:27.485349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminating (SIGTERM)\u000a01:32:27.528089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminating (SIGTERM)\u000a01:32:27.570937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Terminating (SIGTERM)\u000a01:32:27.581121 --- ParallelTerminationStrategy: PID 17637 died...\u000a01:32:27.638496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17637): Terminated: ok {rc=0}\u000a01:32:27.648850 --- ParallelTerminationStrategy: PID 17640 died...\u000a01:32:27.705658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17640): Terminated: ok {rc=0}\u000a01:32:27.716174 --- ParallelTerminationStrategy: PID 17643 died...\u000a01:32:27.773003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17643): Terminated: ok {rc=0}\u000a01:32:27.861238 bus /sierra_3: Setting Powered False\u000a01:32:28.968214 bus /sierra_3: Setting Powered False\u000a01:32:30.081368 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:32:19" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:32:32.161790 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:32.173494 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:32:32.321638 tst handover.py: using LAC 32716\u000a01:32:32.450644 tst handover.py: using RAC 76\u000a01:32:32.579617 tst handover.py: using CellId 32716\u000a01:32:32.709706 tst handover.py: using BVCI 32717\u000a01:32:32.735261 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:32:32.866785 tst handover.py: using LAC 32717\u000a01:32:32.996345 tst handover.py: using RAC 77\u000a01:32:33.122892 tst handover.py: using CellId 32717\u000a01:32:33.244015 tst handover.py: using BVCI 32718\u000a01:32:33.267944 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:33.279018 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:33.289992 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:33.301145 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:33.312744 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:32:33.323818 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:32:33.445437 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:32:33.654398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:34.124561 run create_hlr_db(pid=17649): Launched\u000a01:32:34.252051 bus /sierra_2: Setting Powered False\u000a01:32:35.325018 run create_hlr_db(pid=17649): Terminated: ok {rc=0}\u000a01:32:35.743984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Launched\u000a01:32:36.084916 run osmo-hlr_10.42.42.2(pid=17652): Launched\u000a01:32:36.209691 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:36.770213 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Launched\u000a01:32:37.110367 run osmo-stp_10.42.42.5(pid=17655): Launched\u000a01:32:37.232340 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:37.820453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Launched\u000a01:32:38.159295 run osmo-msc_10.42.42.6(pid=17658): Launched\u000a01:32:38.356314 run osmo-stp_10.42.42.5(pid=17655): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)]\u000a01:32:38.498471 run osmo-stp_10.42.42.5(pid=17655): stdout: \u000a| (launched: 2022-12-13_01:32:36.942097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:38.639019 run osmo-stp_10.42.42.5(pid=17655): stderr: \u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013237141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:38.773522 run osmo-stp_10.42.42.5(pid=17655): stdout: \u000a| (launched: 2022-12-13_01:32:36.942097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:38.908145 run osmo-stp_10.42.42.5(pid=17655): stderr: \u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013237140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013237141 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013237141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:38.966677 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17655): Process ended prematurely: osmo-stp_10.42.42.5(pid=17655) [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17655)] [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a01:32:38.975069 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:32:39.038679 run osmo-hlr_10.42.42.2(pid=17652): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17652)]\u000a01:32:39.090590 run osmo-hlr_10.42.42.2(pid=17652): stdout: \u000a| (launched: 2022-12-13_01:32:35.916135) \u000a01:32:39.143117 run osmo-hlr_10.42.42.2(pid=17652): stderr: \u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013236117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013236129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013236138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013236138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013236138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:39.214250 run osmo-msc_10.42.42.6(pid=17658): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17658)]\u000a01:32:39.265947 run osmo-msc_10.42.42.6(pid=17658): stdout: \u000a| (launched: 2022-12-13_01:32:37.992372) \u000a01:32:39.318153 run osmo-msc_10.42.42.6(pid=17658): stderr: \u000a| �[0;m�[38;5;43m20221213013238318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013238318 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b1ca4ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013238318 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013238318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013238318 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013238319 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013238320 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013238321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013238321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013238321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:39.362548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminating (SIGTERM)\u000a01:32:39.404546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminating (SIGTERM)\u000a01:32:39.446824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Terminating (SIGTERM)\u000a01:32:39.456630 --- ParallelTerminationStrategy: PID 17651 died...\u000a01:32:39.512680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17651): Terminated: ok {rc=0}\u000a01:32:39.522783 --- ParallelTerminationStrategy: PID 17654 died...\u000a01:32:39.578621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17654): Terminated: ok {rc=0}\u000a01:32:39.588733 --- ParallelTerminationStrategy: PID 17657 died...\u000a01:32:39.644600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17657): Terminated: ok {rc=0}\u000a01:32:39.733042 bus /sierra_3: Setting Powered False\u000a01:32:40.839954 bus /sierra_3: Setting Powered False\u000a01:32:41.950139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:32:31" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:32:43.976674 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:43.987995 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:32:44.129860 tst handover.py: using LAC 32718\u000a01:32:44.251346 tst handover.py: using RAC 78\u000a01:32:44.376235 tst handover.py: using CellId 32718\u000a01:32:44.500532 tst handover.py: using BVCI 32719\u000a01:32:44.524769 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:32:44.665152 tst handover.py: using LAC 32719\u000a01:32:44.788903 tst handover.py: using RAC 79\u000a01:32:44.913201 tst handover.py: using CellId 32719\u000a01:32:45.037105 tst handover.py: using BVCI 32720\u000a01:32:45.060744 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:45.071875 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:45.082959 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:45.094001 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:45.105098 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:32:45.115957 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:32:45.238300 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:32:45.462759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:45.987099 run create_hlr_db(pid=17664): Launched\u000a01:32:46.129348 bus /sierra_2: Setting Powered False\u000a01:32:47.244299 run create_hlr_db(pid=17664): Terminated: ok {rc=0}\u000a01:32:47.646621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Launched\u000a01:32:47.966119 run osmo-hlr_10.42.42.2(pid=17667): Launched\u000a01:32:48.090771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:32:48.619772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Launched\u000a01:32:48.936656 run osmo-stp_10.42.42.5(pid=17670): Launched\u000a01:32:49.052202 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:32:49.603063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Launched\u000a01:32:49.923288 run osmo-msc_10.42.42.6(pid=17673): Launched\u000a01:32:50.108301 run osmo-stp_10.42.42.5(pid=17670): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)]\u000a01:32:50.242077 run osmo-stp_10.42.42.5(pid=17670): stdout: \u000a| (launched: 2022-12-13_01:32:48.778926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:50.373485 run osmo-stp_10.42.42.5(pid=17670): stderr: \u000a| �[0;m�[38;5;43m20221213013248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013248952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013248952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013248952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:50.500321 run osmo-stp_10.42.42.5(pid=17670): stdout: \u000a| (launched: 2022-12-13_01:32:48.778926)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:32:50.625445 run osmo-stp_10.42.42.5(pid=17670): stderr: \u000a| �[0;m�[38;5;43m20221213013248951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013248952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013248952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013248952 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013248953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:32:50.679627 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17670): Process ended prematurely: osmo-stp_10.42.42.5(pid=17670) [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17670)] [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a01:32:50.687647 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:32:50.749943 run osmo-hlr_10.42.42.2(pid=17667): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17667)]\u000a01:32:50.800018 run osmo-hlr_10.42.42.2(pid=17667): stdout: \u000a| (launched: 2022-12-13_01:32:47.806443) \u000a01:32:50.850578 run osmo-hlr_10.42.42.2(pid=17667): stderr: \u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013247986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013247998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013248006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013248007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013248007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:32:50.919189 run osmo-msc_10.42.42.6(pid=17673): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17673)]\u000a01:32:50.969402 run osmo-msc_10.42.42.6(pid=17673): stdout: \u000a| (launched: 2022-12-13_01:32:49.763387) \u000a01:32:51.020126 run osmo-msc_10.42.42.6(pid=17673): stderr: \u000a| �[0;m�[38;5;43m20221213013250038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013250038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdd9b109c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013250038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013250038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013250038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013250039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013250040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013250041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013250041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013250041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:32:51.062467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminating (SIGTERM)\u000a01:32:51.103399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminating (SIGTERM)\u000a01:32:51.144531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Terminating (SIGTERM)\u000a01:32:51.154774 --- ParallelTerminationStrategy: PID 17666 died...\u000a01:32:51.209644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17666): Terminated: ok {rc=0}\u000a01:32:51.219927 --- ParallelTerminationStrategy: PID 17669 died...\u000a01:32:51.274421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17669): Terminated: ok {rc=0}\u000a01:32:51.284871 --- ParallelTerminationStrategy: PID 17672 died...\u000a01:32:51.339241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17672): Terminated: ok {rc=0}\u000a01:32:51.425399 bus /sierra_3: Setting Powered False\u000a01:32:52.535056 bus /sierra_3: Setting Powered False\u000a01:32:53.644529 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:32:43" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17684): Process ended prematurely: osmo-stp_10.42.42.5(pid=17684) [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17684): Process ended prematurely: osmo-stp_10.42.42.5(pid=17684) [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:32:55.666621 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:55.677706 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:32:55.816072 tst handover.py: using LAC 32720\u000a01:32:55.939885 tst handover.py: using RAC 80\u000a01:32:56.063730 tst handover.py: using CellId 32720\u000a01:32:56.187079 tst handover.py: using BVCI 32721\u000a01:32:56.210994 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:32:56.350823 tst handover.py: using LAC 32721\u000a01:32:56.474586 tst handover.py: using RAC 81\u000a01:32:56.598793 tst handover.py: using CellId 32721\u000a01:32:56.722192 tst handover.py: using BVCI 32722\u000a01:32:56.746067 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:56.756842 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:56.767587 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:56.778349 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:56.789113 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:32:56.799759 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:32:56.922668 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:32:57.130796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:32:57.609551 run create_hlr_db(pid=17678): Launched\u000a01:32:57.737765 bus /sierra_2: Setting Powered False\u000a01:32:58.823569 run create_hlr_db(pid=17678): Terminated: ok {rc=0}\u000a01:32:59.219286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Launched\u000a01:32:59.534358 run osmo-hlr_10.42.42.2(pid=17681): Launched\u000a01:32:59.656885 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:00.183570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Launched\u000a01:33:00.501172 run osmo-stp_10.42.42.5(pid=17684): Launched\u000a01:33:00.615733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:01.197785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Launched\u000a01:33:01.664065 run osmo-msc_10.42.42.6(pid=17688): Launched\u000a01:33:01.896104 run osmo-stp_10.42.42.5(pid=17684): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)]\u000a01:33:02.203862 run osmo-stp_10.42.42.5(pid=17684): stdout: \u000a| (launched: 2022-12-13_01:33:00.343228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:02.344304 run osmo-stp_10.42.42.5(pid=17684): stderr: \u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013300517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:02.483076 run osmo-stp_10.42.42.5(pid=17684): stdout: \u000a| (launched: 2022-12-13_01:33:00.343228)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:02.618016 run osmo-stp_10.42.42.5(pid=17684): stderr: \u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013300516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013300517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013300517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:02.676696 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17684): Process ended prematurely: osmo-stp_10.42.42.5(pid=17684) [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17684)] [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a01:33:02.685519 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:33:02.750635 run osmo-hlr_10.42.42.2(pid=17681): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17681)]\u000a01:33:02.803549 run osmo-hlr_10.42.42.2(pid=17681): stdout: \u000a| (launched: 2022-12-13_01:32:59.378588) \u000a01:33:02.856820 run osmo-hlr_10.42.42.2(pid=17681): stderr: \u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013259558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013259570 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013259578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013259578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013259578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:02.929709 run osmo-msc_10.42.42.6(pid=17688): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17688)]\u000a01:33:02.981804 run osmo-msc_10.42.42.6(pid=17688): stdout: \u000a| (launched: 2022-12-13_01:33:01.369144) \u000a01:33:03.034635 run osmo-msc_10.42.42.6(pid=17688): stderr: \u000a| �[0;m�[38;5;43m20221213013301720 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013301731 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f73d4404c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013301732 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013301732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013301732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013301732 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013301737 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013301737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013301738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013301738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:03.079506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Terminating (SIGTERM)\u000a01:33:03.122245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Terminating (SIGTERM)\u000a01:33:03.165052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Terminating (SIGTERM)\u000a01:33:03.175176 --- ParallelTerminationStrategy: PID 17680 died...\u000a01:33:03.232557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17680): Terminated: ok {rc=0}\u000a01:33:03.243425 --- ParallelTerminationStrategy: PID 17683 died...\u000a01:33:03.300551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17683): Terminated: ok {rc=0}\u000a01:33:03.311238 --- ParallelTerminationStrategy: PID 17686 died...\u000a01:33:03.368487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17686): Terminated: ok {rc=0}\u000a01:33:03.457757 bus /sierra_3: Setting Powered False\u000a01:33:04.567167 bus /sierra_3: Setting Powered False\u000a01:33:05.679738 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:32:55" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17699): Process ended prematurely: osmo-stp_10.42.42.5(pid=17699) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17699): Process ended prematurely: osmo-stp_10.42.42.5(pid=17699) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a01:33:07.721326 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:07.733142 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:33:07.871599 tst handover.py: using LAC 32722\u000a01:33:07.994396 tst handover.py: using RAC 82\u000a01:33:08.118694 tst handover.py: using CellId 32722\u000a01:33:08.240668 tst handover.py: using BVCI 32723\u000a01:33:08.264417 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a01:33:08.403587 tst handover.py: using LAC 32723\u000a01:33:08.534692 tst handover.py: using RAC 83\u000a01:33:08.666527 tst handover.py: using CellId 32723\u000a01:33:08.797725 tst handover.py: using BVCI 32724\u000a01:33:08.823465 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:08.835177 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:08.847152 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:08.859342 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:08.871467 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a01:33:08.883672 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:33:09.003084 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a01:33:09.220531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:09.731567 run create_hlr_db(pid=17693): Launched\u000a01:33:09.868082 bus /sierra_2: Setting Powered False\u000a01:33:10.946955 run create_hlr_db(pid=17693): Terminated: ok {rc=0}\u000a01:33:11.342917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Launched\u000a01:33:11.658441 run osmo-hlr_10.42.42.2(pid=17696): Launched\u000a01:33:11.782784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:12.312142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Launched\u000a01:33:12.629888 run osmo-stp_10.42.42.5(pid=17699): Launched\u000a01:33:12.744546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:13.294837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Launched\u000a01:33:13.612747 run osmo-msc_10.42.42.6(pid=17702): Launched\u000a01:33:13.797374 run osmo-stp_10.42.42.5(pid=17699): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)]\u000a01:33:13.930190 run osmo-stp_10.42.42.5(pid=17699): stdout: \u000a| (launched: 2022-12-13_01:33:12.471101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:14.060252 run osmo-stp_10.42.42.5(pid=17699): stderr: \u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013312643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:14.185557 run osmo-stp_10.42.42.5(pid=17699): stdout: \u000a| (launched: 2022-12-13_01:33:12.471101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:14.309894 run osmo-stp_10.42.42.5(pid=17699): stderr: \u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013312642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013312643 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013312643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:14.364656 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17699): Process ended prematurely: osmo-stp_10.42.42.5(pid=17699) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17699)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a01:33:14.372588 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:33:14.433691 run osmo-hlr_10.42.42.2(pid=17696): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17696)]\u000a01:33:14.483535 run osmo-hlr_10.42.42.2(pid=17696): stdout: \u000a| (launched: 2022-12-13_01:33:11.501648) \u000a01:33:14.534094 run osmo-hlr_10.42.42.2(pid=17696): stderr: \u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013311682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013311694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013311705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013311705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013311705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:14.602238 run osmo-msc_10.42.42.6(pid=17702): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17702)]\u000a01:33:14.651512 run osmo-msc_10.42.42.6(pid=17702): stdout: \u000a| (launched: 2022-12-13_01:33:13.453413) \u000a01:33:14.701494 run osmo-msc_10.42.42.6(pid=17702): stderr: \u000a| �[0;m�[38;5;43m20221213013313728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013313728 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ed687ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013313728 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013313728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013313729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013313729 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013313731 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013313731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013313731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013313731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:14.743923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Terminating (SIGTERM)\u000a01:33:14.783811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Terminating (SIGTERM)\u000a01:33:14.823711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Terminating (SIGTERM)\u000a01:33:14.833130 --- ParallelTerminationStrategy: PID 17695 died...\u000a01:33:14.886703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17695): Terminated: ok {rc=0}\u000a01:33:14.896335 --- ParallelTerminationStrategy: PID 17698 died...\u000a01:33:14.949609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17698): Terminated: ok {rc=0}\u000a01:33:14.959252 --- ParallelTerminationStrategy: PID 17701 died...\u000a01:33:15.012428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17701): Terminated: ok {rc=0}\u000a01:33:15.101099 bus /sierra_3: Setting Powered False\u000a01:33:16.220695 bus /sierra_3: Setting Powered False\u000a01:33:17.330542 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:33:07" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17713): Process ended prematurely: osmo-stp_10.42.42.5(pid=17713) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17713): Process ended prematurely: osmo-stp_10.42.42.5(pid=17713) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:33:19.341029 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:19.352835 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:33:19.494342 tst handover.py: using LAC 32724\u000a01:33:19.630690 tst handover.py: using RAC 84\u000a01:33:19.760515 tst handover.py: using CellId 32724\u000a01:33:19.891703 tst handover.py: using BVCI 32725\u000a01:33:19.915810 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:33:20.048286 tst handover.py: using LAC 32725\u000a01:33:20.179023 tst handover.py: using RAC 85\u000a01:33:20.304757 tst handover.py: using CellId 32725\u000a01:33:20.430111 tst handover.py: using BVCI 32726\u000a01:33:20.454233 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:20.465590 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:20.476564 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:20.488540 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:20.500119 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:20.511694 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:33:20.633607 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:33:20.850227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:21.359013 run create_hlr_db(pid=17707): Launched\u000a01:33:21.494991 bus /sierra_2: Setting Powered False\u000a01:33:22.573628 run create_hlr_db(pid=17707): Terminated: ok {rc=0}\u000a01:33:22.969485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Launched\u000a01:33:23.287060 run osmo-hlr_10.42.42.2(pid=17710): Launched\u000a01:33:23.409184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:23.935813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Launched\u000a01:33:24.253073 run osmo-stp_10.42.42.5(pid=17713): Launched\u000a01:33:24.367313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:24.914215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Launched\u000a01:33:25.230736 run osmo-msc_10.42.42.6(pid=17716): Launched\u000a01:33:25.413211 run osmo-stp_10.42.42.5(pid=17713): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)]\u000a01:33:25.544833 run osmo-stp_10.42.42.5(pid=17713): stdout: \u000a| (launched: 2022-12-13_01:33:24.095088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:25.674407 run osmo-stp_10.42.42.5(pid=17713): stderr: \u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013324268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:25.800239 run osmo-stp_10.42.42.5(pid=17713): stdout: \u000a| (launched: 2022-12-13_01:33:24.095088)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:25.925555 run osmo-stp_10.42.42.5(pid=17713): stderr: \u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013324267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013324268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013324268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:25.979443 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17713): Process ended prematurely: osmo-stp_10.42.42.5(pid=17713) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17713)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a01:33:25.987458 tst handover.py:18: Test FAILED (6.6 sec)\u000a01:33:26.048335 run osmo-hlr_10.42.42.2(pid=17710): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17710)]\u000a01:33:26.098012 run osmo-hlr_10.42.42.2(pid=17710): stdout: \u000a| (launched: 2022-12-13_01:33:23.128243) \u000a01:33:26.148160 run osmo-hlr_10.42.42.2(pid=17710): stderr: \u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013323307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013323320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013323330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013323330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013323330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:26.216238 run osmo-msc_10.42.42.6(pid=17716): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17716)]\u000a01:33:26.265708 run osmo-msc_10.42.42.6(pid=17716): stdout: \u000a| (launched: 2022-12-13_01:33:25.073368) \u000a01:33:26.315674 run osmo-msc_10.42.42.6(pid=17716): stderr: \u000a| �[0;m�[38;5;43m20221213013325345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013325345 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba77da5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013325345 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013325345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013325345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013325346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013325347 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013325348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013325348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013325348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:26.357822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Terminating (SIGTERM)\u000a01:33:26.397912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Terminating (SIGTERM)\u000a01:33:26.438248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Terminating (SIGTERM)\u000a01:33:26.447814 --- ParallelTerminationStrategy: PID 17709 died...\u000a01:33:26.501708 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17709): Terminated: ok {rc=0}\u000a01:33:26.511312 --- ParallelTerminationStrategy: PID 17712 died...\u000a01:33:26.565085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17712): Terminated: ok {rc=0}\u000a01:33:26.574686 --- ParallelTerminationStrategy: PID 17715 died...\u000a01:33:26.628732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17715): Terminated: ok {rc=0}\u000a01:33:26.716900 bus /sierra_3: Setting Powered False\u000a01:33:27.822297 bus /sierra_3: Setting Powered False\u000a01:33:28.934439 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:33:19" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17727): Process ended prematurely: osmo-stp_10.42.42.5(pid=17727) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17727): Process ended prematurely: osmo-stp_10.42.42.5(pid=17727) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:33:30.974160 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:30.986279 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:33:31.138547 tst handover.py: using LAC 32726\u000a01:33:31.307074 tst handover.py: using RAC 86\u000a01:33:31.477787 tst handover.py: using CellId 32726\u000a01:33:31.643500 tst handover.py: using BVCI 32727\u000a01:33:31.679208 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:33:31.862584 tst handover.py: using LAC 32727\u000a01:33:32.021075 tst handover.py: using RAC 87\u000a01:33:32.168659 tst handover.py: using CellId 32727\u000a01:33:32.321751 tst handover.py: using BVCI 32728\u000a01:33:32.349715 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:32.361840 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:32.374364 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:32.386468 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:32.399024 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:33:32.411609 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:33:32.534965 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:33:32.752780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:33.261678 run create_hlr_db(pid=17721): Launched\u000a01:33:33.398242 bus /sierra_2: Setting Powered False\u000a01:33:34.476172 run create_hlr_db(pid=17721): Terminated: ok {rc=0}\u000a01:33:34.873570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Launched\u000a01:33:35.190790 run osmo-hlr_10.42.42.2(pid=17724): Launched\u000a01:33:35.306771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:35.826981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Launched\u000a01:33:36.142402 run osmo-stp_10.42.42.5(pid=17727): Launched\u000a01:33:36.256925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:36.806697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Launched\u000a01:33:37.123310 run osmo-msc_10.42.42.6(pid=17730): Launched\u000a01:33:37.307348 run osmo-stp_10.42.42.5(pid=17727): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)]\u000a01:33:37.439589 run osmo-stp_10.42.42.5(pid=17727): stdout: \u000a| (launched: 2022-12-13_01:33:35.986282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:37.569849 run osmo-stp_10.42.42.5(pid=17727): stderr: \u000a| �[0;m�[38;5;43m20221213013336160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013336160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013336161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013336161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:37.694930 run osmo-stp_10.42.42.5(pid=17727): stdout: \u000a| (launched: 2022-12-13_01:33:35.986282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:37.818901 run osmo-stp_10.42.42.5(pid=17727): stderr: \u000a| �[0;m�[38;5;43m20221213013336160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013336160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013336161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013336161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013336162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:37.873166 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17727): Process ended prematurely: osmo-stp_10.42.42.5(pid=17727) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17727)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a01:33:37.881034 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:33:37.941938 run osmo-hlr_10.42.42.2(pid=17724): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17724)]\u000a01:33:37.991944 run osmo-hlr_10.42.42.2(pid=17724): stdout: \u000a| (launched: 2022-12-13_01:33:35.034227) \u000a01:33:38.042353 run osmo-hlr_10.42.42.2(pid=17724): stderr: \u000a| �[0;m�[1;31m20221213013335211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013335211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013335211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013335211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013335211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013335212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013335228 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013335238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013335238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013335238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:38.110699 run osmo-msc_10.42.42.6(pid=17730): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17730)]\u000a01:33:38.160167 run osmo-msc_10.42.42.6(pid=17730): stdout: \u000a| (launched: 2022-12-13_01:33:36.966602) \u000a01:33:38.210373 run osmo-msc_10.42.42.6(pid=17730): stderr: \u000a| �[0;m�[38;5;43m20221213013337240 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013337241 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f671fa02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013337241 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013337241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013337241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013337241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013337243 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013337243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013337243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013337243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:38.252655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Terminating (SIGTERM)\u000a01:33:38.293017 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Terminating (SIGTERM)\u000a01:33:38.333113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Terminating (SIGTERM)\u000a01:33:38.342670 --- ParallelTerminationStrategy: PID 17723 died...\u000a01:33:38.396724 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17723): Terminated: ok {rc=0}\u000a01:33:38.406704 --- ParallelTerminationStrategy: PID 17726 died...\u000a01:33:38.460260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17726): Terminated: ok {rc=0}\u000a01:33:38.469926 --- ParallelTerminationStrategy: PID 17729 died...\u000a01:33:38.525194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17729): Terminated: ok {rc=0}\u000a01:33:38.609599 bus /sierra_3: Setting Powered False\u000a01:33:39.717935 bus /sierra_3: Setting Powered False\u000a01:33:40.825820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:33:30" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17741): Process ended prematurely: osmo-stp_10.42.42.5(pid=17741) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17741): Process ended prematurely: osmo-stp_10.42.42.5(pid=17741) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:33:42.846569 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:42.857737 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:33:43.001003 tst handover.py: using LAC 32728\u000a01:33:43.136146 tst handover.py: using RAC 88\u000a01:33:43.266169 tst handover.py: using CellId 32728\u000a01:33:43.395961 tst handover.py: using BVCI 32729\u000a01:33:43.421479 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:33:43.566832 tst handover.py: using LAC 32729\u000a01:33:43.697629 tst handover.py: using RAC 89\u000a01:33:43.829937 tst handover.py: using CellId 32729\u000a01:33:43.962220 tst handover.py: using BVCI 32730\u000a01:33:43.987933 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:43.999591 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:44.011134 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:44.022701 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:44.034211 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:33:44.045791 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:33:44.164566 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:33:44.370304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:44.838427 run create_hlr_db(pid=17735): Launched\u000a01:33:44.970033 bus /sierra_2: Setting Powered False\u000a01:33:46.058859 run create_hlr_db(pid=17735): Terminated: ok {rc=0}\u000a01:33:46.517375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Launched\u000a01:33:46.915615 run osmo-hlr_10.42.42.2(pid=17738): Launched\u000a01:33:47.189178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:47.781714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Launched\u000a01:33:48.120252 run osmo-stp_10.42.42.5(pid=17741): Launched\u000a01:33:48.241978 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:33:48.827771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Launched\u000a01:33:49.168134 run osmo-msc_10.42.42.6(pid=17744): Launched\u000a01:33:49.364826 run osmo-stp_10.42.42.5(pid=17741): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)]\u000a01:33:49.506595 run osmo-stp_10.42.42.5(pid=17741): stdout: \u000a| (launched: 2022-12-13_01:33:47.953308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:49.646354 run osmo-stp_10.42.42.5(pid=17741): stderr: \u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013348150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:49.780398 run osmo-stp_10.42.42.5(pid=17741): stdout: \u000a| (launched: 2022-12-13_01:33:47.953308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:33:49.914025 run osmo-stp_10.42.42.5(pid=17741): stderr: \u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013348150 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013348150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013348151 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:33:49.972174 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17741): Process ended prematurely: osmo-stp_10.42.42.5(pid=17741) [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17741)] [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a01:33:49.980748 tst handover.py:18: Test FAILED (7.1 sec)\u000a01:33:50.044160 run osmo-hlr_10.42.42.2(pid=17738): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17738)]\u000a01:33:50.096369 run osmo-hlr_10.42.42.2(pid=17738): stdout: \u000a| (launched: 2022-12-13_01:33:46.701881) \u000a01:33:50.149058 run osmo-hlr_10.42.42.2(pid=17738): stderr: \u000a| �[0;m�[1;31m20221213013347112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013347112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013347112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013347112 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013347113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013347113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013347147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013347161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013347167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013347167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:33:50.220556 run osmo-msc_10.42.42.6(pid=17744): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17744)]\u000a01:33:50.272469 run osmo-msc_10.42.42.6(pid=17744): stdout: \u000a| (launched: 2022-12-13_01:33:48.999620) \u000a01:33:50.325125 run osmo-msc_10.42.42.6(pid=17744): stderr: \u000a| �[0;m�[38;5;43m20221213013349326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013349326 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc70e80ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013349326 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013349326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013349327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013349327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013349328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013349329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013349329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013349329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:33:50.369617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminating (SIGTERM)\u000a01:33:50.411683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminating (SIGTERM)\u000a01:33:50.453695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Terminating (SIGTERM)\u000a01:33:50.463523 --- ParallelTerminationStrategy: PID 17737 died...\u000a01:33:50.521048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17737): Terminated: ok {rc=0}\u000a01:33:50.531246 --- ParallelTerminationStrategy: PID 17740 died...\u000a01:33:50.587224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17740): Terminated: ok {rc=0}\u000a01:33:50.597402 --- ParallelTerminationStrategy: PID 17743 died...\u000a01:33:50.654084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17743): Terminated: ok {rc=0}\u000a01:33:50.742778 bus /sierra_3: Setting Powered False\u000a01:33:51.843380 bus /sierra_3: Setting Powered False\u000a01:33:52.956338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:33:42" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a01:33:54.957819 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:54.968757 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:33:55.108603 tst handover.py: using LAC 32730\u000a01:33:55.232819 tst handover.py: using RAC 90\u000a01:33:55.358761 tst handover.py: using CellId 32730\u000a01:33:55.483966 tst handover.py: using BVCI 32731\u000a01:33:55.507834 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a01:33:55.635073 tst handover.py: using LAC 32731\u000a01:33:55.760656 tst handover.py: using RAC 91\u000a01:33:55.884013 tst handover.py: using CellId 32731\u000a01:33:56.006493 tst handover.py: using BVCI 32732\u000a01:33:56.030348 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:56.041308 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:56.052023 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:56.062893 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:56.073756 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a01:33:56.084477 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:33:56.207974 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a01:33:56.414597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:33:56.884622 run create_hlr_db(pid=17749): Launched\u000a01:33:57.011895 bus /sierra_2: Setting Powered False\u000a01:33:58.099848 run create_hlr_db(pid=17749): Terminated: ok {rc=0}\u000a01:33:58.519838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Launched\u000a01:33:58.859553 run osmo-hlr_10.42.42.2(pid=17752): Launched\u000a01:33:58.983240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:33:59.542890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Launched\u000a01:33:59.892285 run osmo-stp_10.42.42.5(pid=17755): Launched\u000a01:34:00.015597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:00.621440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Launched\u000a01:34:01.016235 run osmo-msc_10.42.42.6(pid=17758): Launched\u000a01:34:01.452103 run osmo-stp_10.42.42.5(pid=17755): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)]\u000a01:34:01.727837 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-13_01:33:59.715179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:01.976888 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221213013359916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013359916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013359917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013359917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:02.107275 run osmo-stp_10.42.42.5(pid=17755): stdout: \u000a| (launched: 2022-12-13_01:33:59.715179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:02.231783 run osmo-stp_10.42.42.5(pid=17755): stderr: \u000a| �[0;m�[38;5;43m20221213013359916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013359916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013359917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013359917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013359918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:02.285667 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17755): Process ended prematurely: osmo-stp_10.42.42.5(pid=17755) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17755)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a01:34:02.294827 tst handover.py:18: Test FAILED (7.3 sec)\u000a01:34:02.356998 run osmo-hlr_10.42.42.2(pid=17752): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17752)]\u000a01:34:02.407446 run osmo-hlr_10.42.42.2(pid=17752): stdout: \u000a| (launched: 2022-12-13_01:33:58.692504) \u000a01:34:02.458182 run osmo-hlr_10.42.42.2(pid=17752): stderr: \u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013358896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013358909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013358920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013358920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013358920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:02.527625 run osmo-msc_10.42.42.6(pid=17758): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17758)]\u000a01:34:02.577162 run osmo-msc_10.42.42.6(pid=17758): stdout: \u000a| (launched: 2022-12-13_01:34:00.789440) \u000a01:34:02.627282 run osmo-msc_10.42.42.6(pid=17758): stderr: \u000a| �[0;m�[38;5;43m20221213013401439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013401439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe83e74cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013401439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013401440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013401440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013401440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013401447 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013401450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013401450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013401450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:02.669741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminating (SIGTERM)\u000a01:34:02.710319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminating (SIGTERM)\u000a01:34:02.751483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminating (SIGTERM)\u000a01:34:02.761167 --- ParallelTerminationStrategy: PID 17751 died...\u000a01:34:02.815617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17751): Terminated: ok {rc=0}\u000a01:34:02.825555 --- ParallelTerminationStrategy: PID 17754 died...\u000a01:34:02.879561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17754): Terminated: ok {rc=0}\u000a01:34:02.889363 --- ParallelTerminationStrategy: PID 17757 died...\u000a01:34:02.942914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17757): Terminated: ok {rc=0}\u000a01:34:03.027377 bus /sierra_3: Setting Powered False\u000a01:34:04.135631 bus /sierra_3: Setting Powered False\u000a01:34:05.247778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:33:54" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17775): Process ended prematurely: osmo-stp_10.42.42.5(pid=17775) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17775): Process ended prematurely: osmo-stp_10.42.42.5(pid=17775) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:34:07.265623 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:07.276564 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:34:07.421542 tst handover.py: using LAC 32732\u000a01:34:07.552560 tst handover.py: using RAC 92\u000a01:34:07.682048 tst handover.py: using CellId 32732\u000a01:34:07.806236 tst handover.py: using BVCI 32733\u000a01:34:07.829770 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:34:07.966711 tst handover.py: using LAC 32733\u000a01:34:08.088636 tst handover.py: using RAC 93\u000a01:34:08.209237 tst handover.py: using CellId 32733\u000a01:34:08.330613 tst handover.py: using BVCI 32734\u000a01:34:08.354299 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:08.365209 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:08.375780 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:08.386554 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:08.397259 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:08.407913 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:34:08.528429 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:34:08.731646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:09.188505 run create_hlr_db(pid=17764): Launched\u000a01:34:09.312125 bus /sierra_2: Setting Powered False\u000a01:34:10.384355 run create_hlr_db(pid=17764): Terminated: ok {rc=0}\u000a01:34:10.795881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Launched\u000a01:34:11.125389 run osmo-hlr_10.42.42.2(pid=17772): Launched\u000a01:34:11.245559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:11.787437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Launched\u000a01:34:12.116708 run osmo-stp_10.42.42.5(pid=17775): Launched\u000a01:34:12.235916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:12.808723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Launched\u000a01:34:13.139084 run osmo-msc_10.42.42.6(pid=17778): Launched\u000a01:34:13.330586 run osmo-stp_10.42.42.5(pid=17775): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)]\u000a01:34:13.468593 run osmo-stp_10.42.42.5(pid=17775): stdout: \u000a| (launched: 2022-12-13_01:34:11.955237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:13.605381 run osmo-stp_10.42.42.5(pid=17775): stderr: \u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013412145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:13.736399 run osmo-stp_10.42.42.5(pid=17775): stdout: \u000a| (launched: 2022-12-13_01:34:11.955237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:13.866258 run osmo-stp_10.42.42.5(pid=17775): stderr: \u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013412144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013412145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013412145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:13.923369 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17775): Process ended prematurely: osmo-stp_10.42.42.5(pid=17775) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17775)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a01:34:13.931804 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:34:13.994394 run osmo-hlr_10.42.42.2(pid=17772): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17772)]\u000a01:34:14.045589 run osmo-hlr_10.42.42.2(pid=17772): stdout: \u000a| (launched: 2022-12-13_01:34:10.963635) \u000a01:34:14.097362 run osmo-hlr_10.42.42.2(pid=17772): stderr: \u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013411160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013411173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013411182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013411182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013411182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:14.167950 run osmo-msc_10.42.42.6(pid=17778): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17778)]\u000a01:34:14.219327 run osmo-msc_10.42.42.6(pid=17778): stdout: \u000a| (launched: 2022-12-13_01:34:12.976544) \u000a01:34:14.271225 run osmo-msc_10.42.42.6(pid=17778): stderr: \u000a| �[0;m�[38;5;43m20221213013413298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013413298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3654cd9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013413298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013413298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013413298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013413299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013413300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013413301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013413301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013413301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:14.315217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Terminating (SIGTERM)\u000a01:34:14.357062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Terminating (SIGTERM)\u000a01:34:14.398696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Terminating (SIGTERM)\u000a01:34:14.408345 --- ParallelTerminationStrategy: PID 17771 died...\u000a01:34:14.463644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17771): Terminated: ok {rc=0}\u000a01:34:14.473850 --- ParallelTerminationStrategy: PID 17774 died...\u000a01:34:14.529704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17774): Terminated: ok {rc=0}\u000a01:34:14.539706 --- ParallelTerminationStrategy: PID 17777 died...\u000a01:34:14.594734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17777): Terminated: ok {rc=0}\u000a01:34:14.681252 bus /sierra_3: Setting Powered False\u000a01:34:15.788542 bus /sierra_3: Setting Powered False\u000a01:34:16.939900 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:34:06" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17789): Process ended prematurely: osmo-stp_10.42.42.5(pid=17789) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17789): Process ended prematurely: osmo-stp_10.42.42.5(pid=17789) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:34:18.970655 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:18.981668 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:19.117948 tst handover.py: using LAC 32734\u000a01:34:19.244678 tst handover.py: using RAC 94\u000a01:34:19.375382 tst handover.py: using CellId 32734\u000a01:34:19.505379 tst handover.py: using BVCI 32735\u000a01:34:19.530429 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:19.678018 tst handover.py: using LAC 32735\u000a01:34:19.808641 tst handover.py: using RAC 95\u000a01:34:19.937563 tst handover.py: using CellId 32735\u000a01:34:20.068707 tst handover.py: using BVCI 32736\u000a01:34:20.093879 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:20.105434 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:20.116671 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:20.128020 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:20.139412 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:20.150693 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:20.267456 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:20.480687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:20.982340 run create_hlr_db(pid=17783): Launched\u000a01:34:21.114330 bus /sierra_2: Setting Powered False\u000a01:34:22.190257 run create_hlr_db(pid=17783): Terminated: ok {rc=0}\u000a01:34:22.574416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Launched\u000a01:34:22.893159 run osmo-hlr_10.42.42.2(pid=17786): Launched\u000a01:34:23.013588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:23.553942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Launched\u000a01:34:23.880881 run osmo-stp_10.42.42.5(pid=17789): Launched\u000a01:34:24.000273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:24.569253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Launched\u000a01:34:24.897069 run osmo-msc_10.42.42.6(pid=17792): Launched\u000a01:34:25.087817 run osmo-stp_10.42.42.5(pid=17789): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)]\u000a01:34:25.224885 run osmo-stp_10.42.42.5(pid=17789): stdout: \u000a| (launched: 2022-12-13_01:34:23.720110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:25.361224 run osmo-stp_10.42.42.5(pid=17789): stderr: \u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013423912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:25.492200 run osmo-stp_10.42.42.5(pid=17789): stdout: \u000a| (launched: 2022-12-13_01:34:23.720110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:25.621844 run osmo-stp_10.42.42.5(pid=17789): stderr: \u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013423912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013423912 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013423913 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:25.678400 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17789): Process ended prematurely: osmo-stp_10.42.42.5(pid=17789) [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17789)] [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a01:34:25.686842 tst handover.py:18: Test FAILED (6.7 sec)\u000a01:34:25.749254 run osmo-hlr_10.42.42.2(pid=17786): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17786)]\u000a01:34:25.800440 run osmo-hlr_10.42.42.2(pid=17786): stdout: \u000a| (launched: 2022-12-13_01:34:22.729415) \u000a01:34:25.852378 run osmo-hlr_10.42.42.2(pid=17786): stderr: \u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013422926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013422939 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013422948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013422948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013422948 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:25.923302 run osmo-msc_10.42.42.6(pid=17792): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17792)]\u000a01:34:25.975001 run osmo-msc_10.42.42.6(pid=17792): stdout: \u000a| (launched: 2022-12-13_01:34:24.735421) \u000a01:34:26.027094 run osmo-msc_10.42.42.6(pid=17792): stderr: \u000a| �[0;m�[38;5;43m20221213013425057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013425057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f501d543c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013425057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013425057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013425058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013425058 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013425059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013425060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013425060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013425060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:26.071175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Terminating (SIGTERM)\u000a01:34:26.112861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Terminating (SIGTERM)\u000a01:34:26.154681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Terminating (SIGTERM)\u000a01:34:26.164403 --- ParallelTerminationStrategy: PID 17785 died...\u000a01:34:26.220498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17785): Terminated: ok {rc=0}\u000a01:34:26.230659 --- ParallelTerminationStrategy: PID 17788 died...\u000a01:34:26.286040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17788): Terminated: ok {rc=0}\u000a01:34:26.296054 --- ParallelTerminationStrategy: PID 17791 died...\u000a01:34:26.352778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17791): Terminated: ok {rc=0}\u000a01:34:26.439752 bus /sierra_3: Setting Powered False\u000a01:34:27.546286 bus /sierra_3: Setting Powered False\u000a01:34:28.654460 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:34:18" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17803): Process ended prematurely: osmo-stp_10.42.42.5(pid=17803) [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17803): Process ended prematurely: osmo-stp_10.42.42.5(pid=17803) [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a01:34:30.676031 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:30.687661 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:34:30.816938 tst handover.py: using LAC 32736\u000a01:34:30.957568 tst handover.py: using RAC 96\u000a01:34:31.106422 tst handover.py: using CellId 32736\u000a01:34:31.246164 tst handover.py: using BVCI 32737\u000a01:34:31.272428 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a01:34:31.417621 tst handover.py: using LAC 32737\u000a01:34:31.577971 tst handover.py: using RAC 97\u000a01:34:31.731834 tst handover.py: using CellId 32737\u000a01:34:31.894054 tst handover.py: using BVCI 32738\u000a01:34:31.929866 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:31.946035 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:31.962078 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:31.974543 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:31.986316 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a01:34:31.997759 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:34:32.116471 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a01:34:32.331458 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:32.789016 run create_hlr_db(pid=17797): Launched\u000a01:34:32.913669 bus /sierra_2: Setting Powered False\u000a01:34:33.987671 run create_hlr_db(pid=17797): Terminated: ok {rc=0}\u000a01:34:34.392485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Launched\u000a01:34:34.721224 run osmo-hlr_10.42.42.2(pid=17800): Launched\u000a01:34:34.842106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:35.389916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Launched\u000a01:34:35.720643 run osmo-stp_10.42.42.5(pid=17803): Launched\u000a01:34:35.839975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:36.414920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Launched\u000a01:34:36.744610 run osmo-msc_10.42.42.6(pid=17806): Launched\u000a01:34:36.937574 run osmo-stp_10.42.42.5(pid=17803): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)]\u000a01:34:37.077081 run osmo-stp_10.42.42.5(pid=17803): stdout: \u000a| (launched: 2022-12-13_01:34:35.558140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:37.214578 run osmo-stp_10.42.42.5(pid=17803): stderr: \u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013435750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:37.346601 run osmo-stp_10.42.42.5(pid=17803): stdout: \u000a| (launched: 2022-12-13_01:34:35.558140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:37.477280 run osmo-stp_10.42.42.5(pid=17803): stderr: \u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013435749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013435750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013435750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:37.534454 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17803): Process ended prematurely: osmo-stp_10.42.42.5(pid=17803) [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17803)] [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a01:34:37.543288 tst handover.py:18: Test FAILED (6.9 sec)\u000a01:34:37.605372 run osmo-hlr_10.42.42.2(pid=17800): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17800)]\u000a01:34:37.656489 run osmo-hlr_10.42.42.2(pid=17800): stdout: \u000a| (launched: 2022-12-13_01:34:34.559028) \u000a01:34:37.708200 run osmo-hlr_10.42.42.2(pid=17800): stderr: \u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013434753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013434765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013434774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013434774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013434774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:37.778806 run osmo-msc_10.42.42.6(pid=17806): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17806)]\u000a01:34:37.830004 run osmo-msc_10.42.42.6(pid=17806): stdout: \u000a| (launched: 2022-12-13_01:34:36.582252) \u000a01:34:37.881934 run osmo-msc_10.42.42.6(pid=17806): stderr: \u000a| �[0;m�[38;5;43m20221213013436904 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013436905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae1c094c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013436905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013436905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013436905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013436905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013436907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013436907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013436907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013436907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:37.926349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Terminating (SIGTERM)\u000a01:34:37.968149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Terminating (SIGTERM)\u000a01:34:38.009998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Terminating (SIGTERM)\u000a01:34:38.019328 --- ParallelTerminationStrategy: PID 17799 died...\u000a01:34:38.075146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17799): Terminated: ok {rc=0}\u000a01:34:38.085290 --- ParallelTerminationStrategy: PID 17802 died...\u000a01:34:38.140834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17802): Terminated: ok {rc=0}\u000a01:34:38.150914 --- ParallelTerminationStrategy: PID 17805 died...\u000a01:34:38.206351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17805): Terminated: ok {rc=0}\u000a01:34:38.293933 bus /sierra_3: Setting Powered False\u000a01:34:39.400532 bus /sierra_3: Setting Powered False\u000a01:34:40.511561 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:34:30" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:34:42.506650 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:42.517997 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:42.647317 tst handover.py: using LAC 32738\u000a01:34:42.773883 tst handover.py: using RAC 98\u000a01:34:42.893046 tst handover.py: using CellId 32738\u000a01:34:43.012267 tst handover.py: using BVCI 32739\u000a01:34:43.036139 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:43.178652 tst handover.py: using LAC 32739\u000a01:34:43.306585 tst handover.py: using RAC 99\u000a01:34:43.442997 tst handover.py: using CellId 32739\u000a01:34:43.571191 tst handover.py: using BVCI 32740\u000a01:34:43.596661 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:43.608058 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:43.619178 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:43.630902 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:43.642730 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:43.654385 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:43.770987 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:43.985337 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:44.485800 run create_hlr_db(pid=17811): Launched\u000a01:34:44.619767 bus /sierra_2: Setting Powered False\u000a01:34:45.697819 run create_hlr_db(pid=17811): Terminated: ok {rc=0}\u000a01:34:46.128626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Launched\u000a01:34:46.554366 run osmo-hlr_10.42.42.2(pid=17814): Launched\u000a01:34:46.752909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:47.314734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Launched\u000a01:34:47.644600 run osmo-stp_10.42.42.5(pid=17817): Launched\u000a01:34:47.764140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:34:48.339800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Launched\u000a01:34:48.671173 run osmo-msc_10.42.42.6(pid=17820): Launched\u000a01:34:48.863715 run osmo-stp_10.42.42.5(pid=17817): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)]\u000a01:34:49.003049 run osmo-stp_10.42.42.5(pid=17817): stdout: \u000a| (launched: 2022-12-13_01:34:47.482358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:49.141700 run osmo-stp_10.42.42.5(pid=17817): stderr: \u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013447673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:49.274505 run osmo-stp_10.42.42.5(pid=17817): stdout: \u000a| (launched: 2022-12-13_01:34:47.482358)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:34:49.406116 run osmo-stp_10.42.42.5(pid=17817): stderr: \u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013447672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013447673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013447673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:34:49.463431 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17817): Process ended prematurely: osmo-stp_10.42.42.5(pid=17817) [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17817)] [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a01:34:49.471775 tst handover.py:18: Test FAILED (7.0 sec)\u000a01:34:49.534906 run osmo-hlr_10.42.42.2(pid=17814): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17814)]\u000a01:34:49.586656 run osmo-hlr_10.42.42.2(pid=17814): stdout: \u000a| (launched: 2022-12-13_01:34:46.300798) \u000a01:34:49.639095 run osmo-hlr_10.42.42.2(pid=17814): stderr: \u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013446495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013446512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013446540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013446540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013446540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:34:49.710253 run osmo-msc_10.42.42.6(pid=17820): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17820)]\u000a01:34:49.762039 run osmo-msc_10.42.42.6(pid=17820): stdout: \u000a| (launched: 2022-12-13_01:34:48.507781) \u000a01:34:49.814190 run osmo-msc_10.42.42.6(pid=17820): stderr: \u000a| �[0;m�[38;5;43m20221213013448829 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013448829 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8d379dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013448830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013448830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013448830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013448830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013448832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013448832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013448832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013448832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:34:49.858837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminating (SIGTERM)\u000a01:34:49.900832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminating (SIGTERM)\u000a01:34:49.943669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Terminating (SIGTERM)\u000a01:34:49.953645 --- ParallelTerminationStrategy: PID 17813 died...\u000a01:34:50.009965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17813): Terminated: ok {rc=0}\u000a01:34:50.020369 --- ParallelTerminationStrategy: PID 17816 died...\u000a01:34:50.076476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17816): Terminated: ok {rc=0}\u000a01:34:50.086757 --- ParallelTerminationStrategy: PID 17819 died...\u000a01:34:50.143130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17819): Terminated: ok {rc=0}\u000a01:34:50.230198 bus /sierra_3: Setting Powered False\u000a01:34:51.337843 bus /sierra_3: Setting Powered False\u000a01:34:52.445095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:34:42" }, { "cases" : [ { "testActions" : [ ], "age" : 67, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2384 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a01:34:54.466506 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:54.477888 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:54.621171 tst handover.py: using LAC 32740\u000a01:34:54.748922 tst handover.py: using RAC 100\u000a01:34:54.876400 tst handover.py: using CellId 32740\u000a01:34:55.004700 tst handover.py: using BVCI 32741\u000a01:34:55.029855 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a01:34:55.172762 tst handover.py: using LAC 32741\u000a01:34:55.294952 tst handover.py: using RAC 101\u000a01:34:55.413878 tst handover.py: using CellId 32741\u000a01:34:55.533309 tst handover.py: using BVCI 32742\u000a01:34:55.556736 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:55.567789 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:55.579201 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:55.590439 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:55.601594 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a01:34:55.612605 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:55.734034 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a01:34:55.952661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a01:34:56.454180 run create_hlr_db(pid=17825): Launched\u000a01:34:56.588404 bus /sierra_2: Setting Powered False\u000a01:34:57.665884 run create_hlr_db(pid=17825): Terminated: ok {rc=0}\u000a01:34:58.076300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Launched\u000a01:34:58.407539 run osmo-hlr_10.42.42.2(pid=17828): Launched\u000a01:34:58.531782 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a01:34:59.080024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Launched\u000a01:34:59.411252 run osmo-stp_10.42.42.5(pid=17831): Launched\u000a01:34:59.531189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a01:35:00.108126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Launched\u000a01:35:00.438619 run osmo-msc_10.42.42.6(pid=17834): Launched\u000a01:35:00.630789 run osmo-stp_10.42.42.5(pid=17831): ERR: Terminated: ERROR {rc=1} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)]\u000a01:35:00.769476 run osmo-stp_10.42.42.5(pid=17831): stdout: \u000a| (launched: 2022-12-13_01:34:59.248271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:00.919386 run osmo-stp_10.42.42.5(pid=17831): stderr: \u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013459440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:01.054021 run osmo-stp_10.42.42.5(pid=17831): stdout: \u000a| (launched: 2022-12-13_01:34:59.248271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a01:35:01.187003 run osmo-stp_10.42.42.5(pid=17831): stderr: \u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221213013459439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221213013459440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221213013459440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a01:35:01.245877 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=17831): Process ended prematurely: osmo-stp_10.42.42.5(pid=17831) [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17831)] [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a01:35:01.255313 tst handover.py:18: Test FAILED (6.8 sec)\u000a01:35:01.319150 run osmo-hlr_10.42.42.2(pid=17828): ERR: Terminated: ERROR {rc=237} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17828)]\u000a01:35:01.371835 run osmo-hlr_10.42.42.2(pid=17828): stdout: \u000a| (launched: 2022-12-13_01:34:58.244488) \u000a01:35:01.424266 run osmo-hlr_10.42.42.2(pid=17828): stderr: \u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221213013458440 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221213013458452 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2384/run.2022-12-13_00-09-58/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221213013458461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221213013458461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221213013458461 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a01:35:01.495992 run osmo-msc_10.42.42.6(pid=17834): ERR: Terminated: ERROR {rc=2} [trial-2384↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17834)]\u000a01:35:01.548886 run osmo-msc_10.42.42.6(pid=17834): stdout: \u000a| (launched: 2022-12-13_01:35:00.275757) \u000a01:35:01.601977 run osmo-msc_10.42.42.6(pid=17834): stderr: \u000a| �[0;m�[38;5;43m20221213013500595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221213013500595 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb3320ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221213013500595 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221213013500595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221213013500595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221213013500596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221213013500597 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221213013500598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221213013500598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221213013500598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a01:35:01.647147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminating (SIGTERM)\u000a01:35:01.689925 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminating (SIGTERM)\u000a01:35:01.734717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Terminating (SIGTERM)\u000a01:35:01.744769 --- ParallelTerminationStrategy: PID 17827 died...\u000a01:35:01.801577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17827): Terminated: ok {rc=0}\u000a01:35:01.812266 --- ParallelTerminationStrategy: PID 17830 died...\u000a01:35:01.878547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17830): Terminated: ok {rc=0}\u000a01:35:01.890383 --- ParallelTerminationStrategy: PID 17833 died...\u000a01:35:01.959378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17833): Terminated: ok {rc=0}\u000a01:35:02.066103 bus /sierra_3: Setting Powered False\u000a01:35:03.169350 bus /sierra_3: Setting Powered False\u000a01:35:04.279776 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-13T01:34:54" } ] }